@ainetwork/adk 0.2.8 → 0.2.9

package/dist/cjs/chunk-UFVWBUJM.cjs

@@ -1,365 +0,0 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }
-
-var _chunkQHQLU7BIcjs = require('./chunk-QHQLU7BI.cjs');
-
-
-var _chunk466ED5WNcjs = require('./chunk-466ED5WN.cjs');
-
-// src/services/query-stream.service.ts
-var _crypto = require('crypto');
-var _httpstatuscodes = require('http-status-codes');
-var QueryStreamService = class {
-  
-  
-  
-  
-  
-  constructor(modelModule, a2aModule, mcpModule, memoryModule, prompts) {
-    this.modelModule = modelModule;
-    this.a2aModule = a2aModule;
-    this.mcpModule = mcpModule;
-    this.memoryModule = memoryModule;
-    this.prompts = prompts;
-  }
-  /**
-   * Detects the intent from context.
-   *
-   * @param query - The user's input query
-   * @param thread - The thread history
-   * @returns The detected intent
-   */
-  async intentTriggering(query, thread) {
-    const modelInstance = this.modelModule.getModel();
-    const intentMemory = _optionalChain([this, 'access', _ => _.memoryModule, 'optionalAccess', _2 => _2.getIntentMemory, 'call', _3 => _3()]);
-    if (!intentMemory) {
-      return void 0;
-    }
-    const intents = await intentMemory.listIntents();
-    if (intents.length === 0) {
-      _chunk466ED5WNcjs.loggers.intentStream.warn("No intent found");
-      return void 0;
-    }
-    const intentList = intents.map((intent2) => `- ${intent2.name}: ${intent2.description}`).join("\n");
-    const threadMessages = !thread ? "" : thread.messages.sort((a, b) => a.timestamp - b.timestamp).map((message) => {
-      const role = message.role === "USER" ? "User" : message.role === "MODEL" ? "Assistant" : "System";
-      const content = Array.isArray(message.content.parts) ? message.content.parts.join(" ") : String(message.content.parts);
-      return `${role}: """${content}"""`;
-    }).join("\n");
-    const systemPrompt = `You are an expert in accurately identifying user intentions.
-
-Available intent list:
-${intentList}
-
-Please select and answer only from the above intent list. 
-Please return only the exact intent name without any additional explanations or text.`;
-    const userMessage = `The following is the conversation history with the user:
-
-${threadMessages}
-
-Last user question: "${query}"
-
-Based on the above conversation history, analyze the last user question and identify all relevant intents.
-
-Instructions:
-1. First, decompose the last user question into action-based subqueries (each representing a distinct action or task)
-2. Then, map each subquery to its corresponding intent from the available intent list
-3. Multiple intents can be identified if the question covers various topics or actions
-4. Maintain the logical sequence of the original question when splitting into subqueries
-5. If any subquery doesn't match any intent in the available list, map it to "default" intent
-
-Output Format:
-Return the results as a JSON array with the following structure:
-[
-  {
-    "query": "<subquery_1>",
-    "intent": "<intent_name_1>"
-  },
-  {
-    "query": "<subquery_2>",
-    "intent": "<intent_name_2>"
-  },
-  ...
-]
-
-Requirements:
-- Each subquery should represent a single, actionable task or request
-- Preserve the original meaning and context when splitting queries
-- Select only from the provided intent list
-- Use "default" as the intent value for any subquery that doesn't match available intents.`;
-    const messages = modelInstance.generateMessages({
-      query: userMessage,
-      systemPrompt
-    });
-    const response = await modelInstance.fetch(messages);
-    if (!response.content) {
-      throw new Error("No intent detected");
-    }
-    const subqueries = JSON.parse(response.content);
-    _chunk466ED5WNcjs.loggers.intent.debug(`Intent found: ${subqueries}`);
-    const intentName = response.content.trim();
-    const intent = await intentMemory.getIntentByName(intentName);
-    if (!intent) {
-      throw new Error(`No intent found: ${intentName}`);
-    }
-    return intent;
-  }
-  /**
-   * Fulfills the detected intent by generating a streaming response.
-   *
-   * Manages the complete inference loop including:
-   * - Loading prompts and conversation history
-   * - Collecting available tools from modules
-   * - Executing model inference with tool support
-   * - Processing tool calls iteratively until completion
-   * - Streaming results as Server-Sent Events
-   *
-   * @param query - The user's input query
-   * @param threadId - Thread identifier for context
-   * @param thread - Previous conversation history
-   * @param intent - Optional detected intent with custom prompt
-   * @returns AsyncGenerator yielding StreamEvent objects
-   */
-  async *intentFulfilling(query, threadId, thread, intent) {
-    const systemPrompt = `
-Today is ${(/* @__PURE__ */ new Date()).toLocaleDateString()}.
-
-${_optionalChain([this, 'access', _4 => _4.prompts, 'optionalAccess', _5 => _5.agent]) || ""}
-
-${_optionalChain([this, 'access', _6 => _6.prompts, 'optionalAccess', _7 => _7.system]) || ""}
-
-${_optionalChain([intent, 'optionalAccess', _8 => _8.prompt]) || ""}
-	`.trim();
-    const modelInstance = this.modelModule.getModel();
-    const messages = modelInstance.generateMessages({
-      query,
-      thread,
-      systemPrompt: systemPrompt.trim()
-    });
-    const tools = [];
-    this.mcpModule && tools.push(...this.mcpModule.getTools());
-    this.a2aModule && tools.push(...await this.a2aModule.getTools());
-    const functions = modelInstance.convertToolsToFunctions(tools);
-    const processList = [];
-    while (true) {
-      const responseStream = await modelInstance.fetchStreamWithContextMessage(
-        messages,
-        functions
-      );
-      const assembledToolCalls = [];
-      _chunk466ED5WNcjs.loggers.intentStream.debug("messages", { messages });
-      for await (const chunk of responseStream) {
-        const delta = chunk.delta;
-        if (_optionalChain([delta, 'optionalAccess', _9 => _9.tool_calls])) {
-          for (const { index, id, function: func } of delta.tool_calls) {
-            assembledToolCalls[index] ??= {
-              id: "",
-              type: "function",
-              function: { name: "", arguments: "" }
-            };
-            if (id) assembledToolCalls[index].id = id;
-            if (_optionalChain([func, 'optionalAccess', _10 => _10.name])) assembledToolCalls[index].function.name = func.name;
-            if (_optionalChain([func, 'optionalAccess', _11 => _11.arguments]))
-              assembledToolCalls[index].function.arguments += func.arguments;
-          }
-        } else if (_optionalChain([chunk, 'access', _12 => _12.delta, 'optionalAccess', _13 => _13.content])) {
-          yield {
-            event: "text_chunk",
-            data: { delta: chunk.delta.content }
-          };
-        }
-      }
-      _chunk466ED5WNcjs.loggers.intentStream.debug("assembledToolCalls", {
-        assembledToolCalls
-      });
-      if (assembledToolCalls.length > 0) {
-        for (const toolCall of assembledToolCalls) {
-          const toolCallId = _crypto.randomUUID.call(void 0, );
-          const toolName = toolCall.function.name;
-          const selectedTool = tools.filter(
-            (tool) => tool.toolName === toolName
-          )[0];
-          let toolResult = "";
-          if (this.mcpModule && selectedTool.protocol === "MCP" /* MCP */) {
-            const toolArgs = JSON.parse(toolCall.function.arguments);
-            yield {
-              event: "tool_start",
-              data: {
-                toolCallId,
-                protocol: "MCP" /* MCP */,
-                toolName,
-                toolArgs
-              }
-            };
-            _chunk466ED5WNcjs.loggers.intent.debug("MCP tool call", { toolName, toolArgs });
-            toolResult = await this.mcpModule.useTool(selectedTool, toolArgs);
-          } else if (this.a2aModule && selectedTool.protocol === "A2A" /* A2A */) {
-            yield {
-              event: "tool_start",
-              data: {
-                toolCallId,
-                protocol: "A2A" /* A2A */,
-                toolName,
-                toolArgs: null
-              }
-            };
-            _chunk466ED5WNcjs.loggers.intent.debug("A2A tool call", { toolName });
-            toolResult = await this.a2aModule.useTool(
-              selectedTool,
-              query,
-              threadId
-            );
-          } else {
-            _chunk466ED5WNcjs.loggers.intent.warn(
-              `Unrecognized tool type: ${selectedTool.protocol}`
-            );
-            continue;
-          }
-          yield {
-            event: "tool_output",
-            data: {
-              toolCallId,
-              protocol: selectedTool.protocol,
-              toolName,
-              result: toolResult
-            }
-          };
-          _chunk466ED5WNcjs.loggers.intent.debug("toolResult", { toolResult });
-          processList.push(toolResult);
-          modelInstance.appendMessages(messages, toolResult);
-        }
-      } else {
-        break;
-      }
-    }
-  }
-  /**
-   * Generates a title for the conversation based on the query.
-   *
-   * @param query - The user's input query
-   * @returns Promise resolving to a generated title
-   */
-  async generateTitle(query) {
-    const DEFAULT_TITLE = "New Chat";
-    try {
-      const modelInstance = this.modelModule.getModel();
-      const messages = modelInstance.generateMessages({
-        query,
-        systemPrompt: `You are a helpful assistant that generates titles for conversations.
-  Please analyze the user's query and create a concise title that accurately reflects the conversation's core topic.
-  The title must be no more than 5 words long.
-  Respond with only the title. Do not include any punctuation or extra explanations.`
-      });
-      const response = await modelInstance.fetch(messages);
-      return response.content || DEFAULT_TITLE;
-    } catch (error) {
-      _chunk466ED5WNcjs.loggers.intentStream.error("Error generating title", {
-        error,
-        query
-      });
-      return DEFAULT_TITLE;
-    }
-  }
-  /**
-   * Main entry point for processing streaming user queries.
-   *
-   * Handles the complete query lifecycle:
-   * 1. Loads or creates thread from memory
-   * 2. Detects intent from the query
-   * 3. Fulfills the intent with streaming AI response
-   * 4. Updates conversation history in real-time
-   *
-   * @param threadMetadata - Metadata containing type, userId, and optional threadId
-   * @param threadMetadata.type - The type of thread (e.g., chat, workflow)
-   * @param threadMetadata.userId - The user's unique identifier
-   * @param threadMetadata.threadId - Optional thread identifier
-   * @param query - The user's input query
-   * @returns AsyncGenerator yielding StreamEvent objects for SSE
-   */
-  async *handleQueryStream(threadMetadata, query, isA2A) {
-    const { type, userId } = threadMetadata;
-    const queryStartAt = Date.now();
-    const threadMemory = _optionalChain([this, 'access', _14 => _14.memoryModule, 'optionalAccess', _15 => _15.getThreadMemory, 'call', _16 => _16()]);
-    let threadId = threadMetadata.threadId;
-    let thread;
-    if (threadId) {
-      thread = await _optionalChain([threadMemory, 'optionalAccess', _17 => _17.getThread, 'call', _18 => _18(userId, threadId)]);
-      if (!thread && !isA2A) {
-        throw new (0, _chunkQHQLU7BIcjs.AinHttpError)(_httpstatuscodes.StatusCodes.NOT_FOUND, "Thread not found");
-      }
-    }
-    threadId ??= _crypto.randomUUID.call(void 0, );
-    if (!thread) {
-      const title = await this.generateTitle(query);
-      const metadata = await _optionalChain([threadMemory, 'optionalAccess', _19 => _19.createThread, 'call', _20 => _20(type, userId, threadId, title)]) || {
-        type,
-        threadId,
-        title,
-        updatedAt: Date.now()
-      };
-      _chunk466ED5WNcjs.loggers.intentStream.info("Create new thread", { metadata });
-      yield { event: "thread_id", data: metadata };
-    }
-    await _optionalChain([threadMemory, 'optionalAccess', _21 => _21.addMessagesToThread, 'call', _22 => _22(userId, threadId, [
-      {
-        messageId: _crypto.randomUUID.call(void 0, ),
-        role: "USER" /* USER */,
-        timestamp: queryStartAt,
-        content: { type: "text", parts: [query] }
-      }
-    ])]);
-    const intent = await this.intentTriggering(query, thread);
-    const stream = this.intentFulfilling(query, threadId, thread, intent);
-    let finalResponseText = "";
-    for await (const event of stream) {
-      if (event.event === "text_chunk" && event.data.delta) {
-        _chunk466ED5WNcjs.loggers.intentStream.debug("text_chunk", { event });
-        finalResponseText += event.data.delta;
-      } else if (event.event === "tool_start") {
-        await _optionalChain([threadMemory, 'optionalAccess', _23 => _23.addMessagesToThread, 'call', _24 => _24(userId, threadId, [
-          {
-            messageId: _crypto.randomUUID.call(void 0, ),
-            role: "MODEL" /* MODEL */,
-            timestamp: Date.now(),
-            content: {
-              type: "text",
-              parts: [JSON.stringify(event.data.toolArgs)]
-            },
-            metadata: {
-              toolCallId: event.data.toolCallId,
-              toolName: event.data.toolName,
-              protocol: event.data.protocol
-            }
-          }
-        ])]);
-      } else if (event.event === "tool_output") {
-        await _optionalChain([threadMemory, 'optionalAccess', _25 => _25.addMessagesToThread, 'call', _26 => _26(userId, threadId, [
-          {
-            messageId: _crypto.randomUUID.call(void 0, ),
-            role: "MODEL" /* MODEL */,
-            timestamp: Date.now(),
-            content: { type: "text", parts: [event.data.result] },
-            metadata: {
-              toolCallId: event.data.toolCallId,
-              toolName: event.data.toolName,
-              protocol: event.data.protocol
-            }
-          }
-        ])]);
-      }
-      yield event;
-    }
-    await _optionalChain([threadMemory, 'optionalAccess', _27 => _27.addMessagesToThread, 'call', _28 => _28(userId, threadId, [
-      {
-        messageId: _crypto.randomUUID.call(void 0, ),
-        role: "MODEL" /* MODEL */,
-        timestamp: Date.now(),
-        content: { type: "text", parts: [finalResponseText] }
-      }
-    ])]);
-  }
-};
-
-
-
-exports.QueryStreamService = QueryStreamService;
-//# sourceMappingURL=chunk-UFVWBUJM.cjs.map

package/dist/cjs/chunk-UFVWBUJM.cjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-UFVWBUJM.cjs","../../src/services/query-stream.service.ts"],"names":["intent"],"mappings":"AAAA;AACE;AACF,wDAA6B;AAC7B;AACE;AACF,wDAA6B;AAC7B;AACA;ACPA,gCAA2B;AAC3B,oDAA4B;AA8BrB,IAAM,mBAAA,EAAN,MAAyB;AAAA,EACvB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,WAAA,CACC,WAAA,EACA,SAAA,EACA,SAAA,EACA,YAAA,EACA,OAAA,EACC;AACD,IAAA,IAAA,CAAK,YAAA,EAAc,WAAA;AACnB,IAAA,IAAA,CAAK,UAAA,EAAY,SAAA;AACjB,IAAA,IAAA,CAAK,UAAA,EAAY,SAAA;AACjB,IAAA,IAAA,CAAK,aAAA,EAAe,YAAA;AACpB,IAAA,IAAA,CAAK,QAAA,EAAU,OAAA;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,gBAAA,CACb,KAAA,EACA,MAAA,EAC8B;AAC9B,IAAA,MAAM,cAAA,EAAgB,IAAA,CAAK,WAAA,CAAY,QAAA,CAAS,CAAA;AAChD,IAAA,MAAM,aAAA,kBAAe,IAAA,mBAAK,YAAA,6BAAc,eAAA,mBAAgB,GAAA;AACxD,IAAA,GAAA,CAAI,CAAC,YAAA,EAAc;AAClB,MAAA,OAAO,KAAA,CAAA;AAAA,IACR;AAGA,IAAA,MAAM,QAAA,EAAU,MAAM,YAAA,CAAa,WAAA,CAAY,CAAA;AAE/C,IAAA,GAAA,CAAI,OAAA,CAAQ,OAAA,IAAW,CAAA,EAAG;AACzB,MAAA,yBAAA,CAAQ,YAAA,CAAa,IAAA,CAAK,iBAAiB,CAAA;AAC3C,MAAA,OAAO,KAAA,CAAA;AAAA,IACR;AAEA,IAAA,MAAM,WAAA,EAAa,OAAA,CACjB,GAAA,CAAI,CAACA,OAAAA,EAAAA,GAAW,CAAA,EAAA,EAAKA,OAAAA,CAAO,IAAI,CAAA,EAAA,EAAKA,OAAAA,CAAO,WAAW,CAAA,CAAA;AAOtB,IAAA;AAM1B,MAAA;AAGyB,MAAA;AAED,MAAA;AAEpB,IAAA;AAEQ,IAAA;AAAA;AAAA;AAGX;AAAA;AAAA;AAAA,qFAAA;AAKU,IAAA;AAAA;AAEN;AAAA;AAEY,qBAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,0FAAA;AA+BsB,IAAA;AACxC,MAAA;AACP,MAAA;AACA,IAAA;AAEkD,IAAA;AAC5B,IAAA;AACc,MAAA;AACrC,IAAA;AAC8C,IAAA;AACI,IAAA;AACT,IAAA;AACmB,IAAA;AAC/C,IAAA;AACoC,MAAA;AACjD,IAAA;AACO,IAAA;AACR,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAuB+B,EAAA;AACT,IAAA;AACmB,SAAA;AAAA;AAEf;AAAA;AAEC;AAAA;AAEN;AACd,CAAA;AAE0C,IAAA;AACA,IAAA;AAC/C,MAAA;AACA,MAAA;AACgC,MAAA;AAChC,IAAA;AAE+B,IAAA;AACyB,IAAA;AACQ,IAAA;AAEJ,IAAA;AAE9B,IAAA;AAElB,IAAA;AAC+B,MAAA;AAC1C,QAAA;AACA,QAAA;AACD,MAAA;AAMO,MAAA;AAE4C,MAAA;AAET,MAAA;AACrB,QAAA;AACG,QAAA;AACwC,UAAA;AAC/B,YAAA;AACzB,cAAA;AACE,cAAA;AAC8B,cAAA;AACrC,YAAA;AAEuC,YAAA;AACwB,YAAA;AACrD,YAAA;AAC4C,cAAA;AACvD,UAAA;AACgC,QAAA;AAC1B,UAAA;AACE,YAAA;AAC4B,YAAA;AACpC,UAAA;AACD,QAAA;AACD,MAAA;AAEiD,MAAA;AAChD,QAAA;AACA,MAAA;AAEkC,MAAA;AACS,QAAA;AACZ,UAAA;AACK,UAAA;AACR,UAAA;AACE,YAAA;AAC1B,UAAA;AAEc,UAAA;AAIf,UAAA;AACsD,YAAA;AAGjD,YAAA;AACE,cAAA;AACD,cAAA;AACL,gBAAA;AACA,gBAAA;AACA,gBAAA;AACA,gBAAA;AACD,cAAA;AACD,YAAA;AAC4D,YAAA;AACI,YAAA;AAI/D,UAAA;AACK,YAAA;AACE,cAAA;AACD,cAAA;AACL,gBAAA;AACA,gBAAA;AACA,gBAAA;AACU,gBAAA;AACX,cAAA;AACD,YAAA;AACkD,YAAA;AAChB,YAAA;AACjC,cAAA;AACA,cAAA;AACA,cAAA;AACD,YAAA;AACM,UAAA;AAES,YAAA;AACkC,cAAA;AACjD,YAAA;AACA,YAAA;AACD,UAAA;AACM,UAAA;AACE,YAAA;AACD,YAAA;AACL,cAAA;AACuB,cAAA;AACvB,cAAA;AACQ,cAAA;AACT,YAAA;AACD,UAAA;AACiD,UAAA;AAEtB,UAAA;AACsB,UAAA;AAClD,QAAA;AACM,MAAA;AACN,QAAA;AACD,MAAA;AACD,IAAA;AACD,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAS4D,EAAA;AACrC,IAAA;AAClB,IAAA;AAC6C,MAAA;AACA,MAAA;AAC/C,QAAA;AACc,QAAA;AAAA;AAAA;AAAA,oFAAA;AAId,MAAA;AACkD,MAAA;AACxB,MAAA;AACZ,IAAA;AACsC,MAAA;AACpD,QAAA;AACA,QAAA;AACA,MAAA;AACM,MAAA;AACR,IAAA;AACD,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AA0B+B,EAAA;AACL,IAAA;AACK,IAAA;AAC0B,IAAA;AAG1B,IAAA;AAC1B,IAAA;AACU,IAAA;AAC0C,MAAA;AAChC,MAAA;AAC0C,QAAA;AACjE,MAAA;AACD,IAAA;AAEwB,IAAA;AACX,IAAA;AACgC,MAAA;AAI1C,MAAA;AACA,QAAA;AACA,QAAA;AACA,QAAA;AACoB,QAAA;AACrB,MAAA;AAC0D,MAAA;AAChB,MAAA;AAC5C,IAAA;AAE0D,IAAA;AACzD,MAAA;AACuB,QAAA;AACtB,QAAA;AACW,QAAA;AAC6B,QAAA;AACzC,MAAA;AACA,IAAA;AAGuD,IAAA;AAGY,IAAA;AAE5C,IAAA;AACU,IAAA;AACqB,MAAA;AACH,QAAA;AAClB,QAAA;AACQ,MAAA;AACkB,QAAA;AACzD,UAAA;AACuB,YAAA;AACtB,YAAA;AACoB,YAAA;AACX,YAAA;AACF,cAAA;AACqC,cAAA;AAC5C,YAAA;AACU,YAAA;AACc,cAAA;AACF,cAAA;AACA,cAAA;AACtB,YAAA;AACD,UAAA;AACA,QAAA;AACwC,MAAA;AACiB,QAAA;AACzD,UAAA;AACuB,YAAA;AACtB,YAAA;AACoB,YAAA;AACgC,YAAA;AAC1C,YAAA;AACc,cAAA;AACF,cAAA;AACA,cAAA;AACtB,YAAA;AACD,UAAA;AACA,QAAA;AACF,MAAA;AACM,MAAA;AACP,IAAA;AAE0D,IAAA;AACzD,MAAA;AACuB,QAAA;AACtB,QAAA;AACoB,QAAA;AACgC,QAAA;AACrD,MAAA;AACA,IAAA;AACF,EAAA;AACD;AD/G0F;AACA;AACA;AACA","file":"/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-UFVWBUJM.cjs","sourcesContent":[null,"import { randomUUID } from \"node:crypto\";\nimport { StatusCodes } from \"http-status-codes\";\nimport type {\n\tA2AModule,\n\tMCPModule,\n\tMemoryModule,\n\tModelModule,\n} from \"@/modules/index.js\";\nimport { type AinAgentPrompts, AinHttpError } from \"@/types/agent.js\";\nimport {\n\tCONNECTOR_PROTOCOL_TYPE,\n\ttype ConnectorTool,\n} from \"@/types/connector.js\";\nimport {\n\ttype Intent,\n\ttype MessageObject,\n\tMessageRole,\n\ttype ThreadMetadata,\n\ttype ThreadObject,\n\ttype ThreadType,\n} from \"@/types/memory.js\";\nimport type { StreamEvent } from \"@/types/stream\";\nimport { loggers } from \"@/utils/logger.js\";\n\n/**\n * Service for processing user queries through the agent's AI pipeline.\n *\n * Orchestrates the query processing workflow including intent detection,\n * model inference, tool execution, and response generation. Manages\n * conversation context and coordinates between different modules.\n */\nexport class QueryStreamService {\n\tprivate modelModule: ModelModule;\n\tprivate a2aModule?: A2AModule;\n\tprivate mcpModule?: MCPModule;\n\tprivate memoryModule?: MemoryModule;\n\tprivate prompts?: AinAgentPrompts;\n\n\tconstructor(\n\t\tmodelModule: ModelModule,\n\t\ta2aModule?: A2AModule,\n\t\tmcpModule?: MCPModule,\n\t\tmemoryModule?: MemoryModule,\n\t\tprompts?: AinAgentPrompts,\n\t) {\n\t\tthis.modelModule = modelModule;\n\t\tthis.a2aModule = a2aModule;\n\t\tthis.mcpModule = mcpModule;\n\t\tthis.memoryModule = memoryModule;\n\t\tthis.prompts = prompts;\n\t}\n\n\t/**\n\t * Detects the intent from context.\n\t *\n\t * @param query - The user's input query\n\t * @param thread - The thread history\n\t * @returns The detected intent\n\t */\n\tprivate async intentTriggering(\n\t\tquery: string,\n\t\tthread: ThreadObject | undefined,\n\t): Promise<Intent | undefined> {\n\t\tconst modelInstance = this.modelModule.getModel();\n\t\tconst intentMemory = this.memoryModule?.getIntentMemory();\n\t\tif (!intentMemory) {\n\t\t\treturn undefined;\n\t\t}\n\n\t\t// 인텐트 목록 가져오기\n\t\tconst intents = await intentMemory.listIntents();\n\n\t\tif (intents.length === 0) {\n\t\t\tloggers.intentStream.warn(\"No intent found\");\n\t\t\treturn undefined;\n\t\t}\n\n\t\tconst intentList = intents\n\t\t\t.map((intent) => `- ${intent.name}: ${intent.description}`)\n\t\t\t.join(\"\\n\");\n\n\t\t// Convert thread messages to a string\n\t\tconst threadMessages = !thread\n\t\t\t? \"\"\n\t\t\t: thread.messages\n\t\t\t\t\t.sort((a, b) => a.timestamp - b.timestamp)\n\t\t\t\t\t.map((message: MessageObject) => {\n\t\t\t\t\t\tconst role =\n\t\t\t\t\t\t\tmessage.role === \"USER\"\n\t\t\t\t\t\t\t\t? \"User\"\n\t\t\t\t\t\t\t\t: message.role === \"MODEL\"\n\t\t\t\t\t\t\t\t\t? \"Assistant\"\n\t\t\t\t\t\t\t\t\t: \"System\";\n\t\t\t\t\t\tconst content = Array.isArray(message.content.parts)\n\t\t\t\t\t\t\t? message.content.parts.join(\" \")\n\t\t\t\t\t\t\t: String(message.content.parts);\n\t\t\t\t\t\treturn `${role}: \"\"\"${content}\"\"\"`;\n\t\t\t\t\t})\n\t\t\t\t\t.join(\"\\n\");\n\n\t\tconst systemPrompt = `You are an expert in accurately identifying user intentions.\n\nAvailable intent list:\n${intentList}\n\nPlease select and answer only from the above intent list. \nPlease return only the exact intent name without any additional explanations or text.`;\n\n\t\tconst userMessage = `The following is the conversation history with the user:\n\n${threadMessages}\n\nLast user question: \"${query}\"\n\nBased on the above conversation history, analyze the last user question and identify all relevant intents.\n\nInstructions:\n1. First, decompose the last user question into action-based subqueries (each representing a distinct action or task)\n2. Then, map each subquery to its corresponding intent from the available intent list\n3. Multiple intents can be identified if the question covers various topics or actions\n4. Maintain the logical sequence of the original question when splitting into subqueries\n5. If any subquery doesn't match any intent in the available list, map it to \"default\" intent\n\nOutput Format:\nReturn the results as a JSON array with the following structure:\n[\n  {\n    \"query\": \"<subquery_1>\",\n    \"intent\": \"<intent_name_1>\"\n  },\n  {\n    \"query\": \"<subquery_2>\",\n    \"intent\": \"<intent_name_2>\"\n  },\n  ...\n]\n\nRequirements:\n- Each subquery should represent a single, actionable task or request\n- Preserve the original meaning and context when splitting queries\n- Select only from the provided intent list\n- Use \"default\" as the intent value for any subquery that doesn't match available intents.`\n\n\t\tconst messages = modelInstance.generateMessages({\n\t\t\tquery: userMessage,\n\t\t\tsystemPrompt,\n\t\t});\n\n\t\tconst response = await modelInstance.fetch(messages);\n\t\tif (!response.content) {\n\t\t\tthrow new Error(\"No intent detected\");\n\t\t}\n\t\tconst subqueries = JSON.parse(response.content);\n\t\tloggers.intent.debug(`Intent found: ${subqueries}`);\n\t\tconst intentName = response.content.trim();\n\t\tconst intent = await intentMemory.getIntentByName(intentName);\n\t\tif (!intent) {\n\t\t\tthrow new Error(`No intent found: ${intentName}`);\n\t\t}\n\t\treturn intent;\n\t}\n\n\t/**\n\t * Fulfills the detected intent by generating a streaming response.\n\t *\n\t * Manages the complete inference loop including:\n\t * - Loading prompts and conversation history\n\t * - Collecting available tools from modules\n\t * - Executing model inference with tool support\n\t * - Processing tool calls iteratively until completion\n\t * - Streaming results as Server-Sent Events\n\t *\n\t * @param query - The user's input query\n\t * @param threadId - Thread identifier for context\n\t * @param thread - Previous conversation history\n\t * @param intent - Optional detected intent with custom prompt\n\t * @returns AsyncGenerator yielding StreamEvent objects\n\t */\n\tpublic async *intentFulfilling(\n\t\tquery: string,\n\t\tthreadId: string,\n\t\tthread?: ThreadObject,\n\t\tintent?: Intent,\n\t): AsyncGenerator<StreamEvent> {\n\t\tconst systemPrompt = `\nToday is ${new Date().toLocaleDateString()}.\n\n${this.prompts?.agent || \"\"}\n\n${this.prompts?.system || \"\"}\n\n${intent?.prompt || \"\"}\n\t`.trim();\n\n\t\tconst modelInstance = this.modelModule.getModel();\n\t\tconst messages = modelInstance.generateMessages({\n\t\t\tquery,\n\t\t\tthread,\n\t\t\tsystemPrompt: systemPrompt.trim(),\n\t\t});\n\n\t\tconst tools: ConnectorTool[] = [];\n\t\tthis.mcpModule && tools.push(...this.mcpModule.getTools());\n\t\tthis.a2aModule && tools.push(...(await this.a2aModule.getTools()));\n\n\t\tconst functions = modelInstance.convertToolsToFunctions(tools);\n\n\t\tconst processList: string[] = [];\n\n\t\twhile (true) {\n\t\t\tconst responseStream = await modelInstance.fetchStreamWithContextMessage(\n\t\t\t\tmessages,\n\t\t\t\tfunctions,\n\t\t\t);\n\n\t\t\tconst assembledToolCalls: {\n\t\t\t\tid: string;\n\t\t\t\ttype: \"function\";\n\t\t\t\tfunction: { name: string; arguments: string };\n\t\t\t}[] = [];\n\n\t\t\tloggers.intentStream.debug(\"messages\", { messages });\n\n\t\t\tfor await (const chunk of responseStream) {\n\t\t\t\tconst delta = chunk.delta;\n\t\t\t\tif (delta?.tool_calls) {\n\t\t\t\t\tfor (const { index, id, function: func } of delta.tool_calls) {\n\t\t\t\t\t\tassembledToolCalls[index] ??= {\n\t\t\t\t\t\t\tid: \"\",\n\t\t\t\t\t\t\ttype: \"function\",\n\t\t\t\t\t\t\tfunction: { name: \"\", arguments: \"\" },\n\t\t\t\t\t\t};\n\n\t\t\t\t\t\tif (id) assembledToolCalls[index].id = id;\n\t\t\t\t\t\tif (func?.name) assembledToolCalls[index].function.name = func.name;\n\t\t\t\t\t\tif (func?.arguments)\n\t\t\t\t\t\t\tassembledToolCalls[index].function.arguments += func.arguments;\n\t\t\t\t\t}\n\t\t\t\t} else if (chunk.delta?.content) {\n\t\t\t\t\tyield {\n\t\t\t\t\t\tevent: \"text_chunk\",\n\t\t\t\t\t\tdata: { delta: chunk.delta.content },\n\t\t\t\t\t};\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tloggers.intentStream.debug(\"assembledToolCalls\", {\n\t\t\t\tassembledToolCalls,\n\t\t\t});\n\n\t\t\tif (assembledToolCalls.length > 0) {\n\t\t\t\tfor (const toolCall of assembledToolCalls) {\n\t\t\t\t\tconst toolCallId = randomUUID();\n\t\t\t\t\tconst toolName = toolCall.function.name;\n\t\t\t\t\tconst selectedTool = tools.filter(\n\t\t\t\t\t\t(tool) => tool.toolName === toolName,\n\t\t\t\t\t)[0];\n\n\t\t\t\t\tlet toolResult = \"\";\n\t\t\t\t\tif (\n\t\t\t\t\t\tthis.mcpModule &&\n\t\t\t\t\t\tselectedTool.protocol === CONNECTOR_PROTOCOL_TYPE.MCP\n\t\t\t\t\t) {\n\t\t\t\t\t\tconst toolArgs = JSON.parse(toolCall.function.arguments) as\n\t\t\t\t\t\t\t| { [x: string]: unknown }\n\t\t\t\t\t\t\t| undefined;\n\t\t\t\t\t\tyield {\n\t\t\t\t\t\t\tevent: \"tool_start\",\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\t\tprotocol: CONNECTOR_PROTOCOL_TYPE.MCP,\n\t\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\t\ttoolArgs,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t};\n\t\t\t\t\t\tloggers.intent.debug(\"MCP tool call\", { toolName, toolArgs });\n\t\t\t\t\t\ttoolResult = await this.mcpModule.useTool(selectedTool, toolArgs);\n\t\t\t\t\t} else if (\n\t\t\t\t\t\tthis.a2aModule &&\n\t\t\t\t\t\tselectedTool.protocol === CONNECTOR_PROTOCOL_TYPE.A2A\n\t\t\t\t\t) {\n\t\t\t\t\t\tyield {\n\t\t\t\t\t\t\tevent: \"tool_start\",\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\t\tprotocol: CONNECTOR_PROTOCOL_TYPE.A2A,\n\t\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\t\ttoolArgs: null,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t};\n\t\t\t\t\t\tloggers.intent.debug(\"A2A tool call\", { toolName });\n\t\t\t\t\t\ttoolResult = await this.a2aModule.useTool(\n\t\t\t\t\t\t\tselectedTool,\n\t\t\t\t\t\t\tquery,\n\t\t\t\t\t\t\tthreadId,\n\t\t\t\t\t\t);\n\t\t\t\t\t} else {\n\t\t\t\t\t\t// Unrecognized tool type. It cannot be happened...\n\t\t\t\t\t\tloggers.intent.warn(\n\t\t\t\t\t\t\t`Unrecognized tool type: ${selectedTool.protocol}`,\n\t\t\t\t\t\t);\n\t\t\t\t\t\tcontinue;\n\t\t\t\t\t}\n\t\t\t\t\tyield {\n\t\t\t\t\t\tevent: \"tool_output\",\n\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\tprotocol: selectedTool.protocol,\n\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\tresult: toolResult,\n\t\t\t\t\t\t},\n\t\t\t\t\t};\n\t\t\t\t\tloggers.intent.debug(\"toolResult\", { toolResult });\n\n\t\t\t\t\tprocessList.push(toolResult);\n\t\t\t\t\tmodelInstance.appendMessages(messages, toolResult);\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\t}\n\n\t/**\n\t * Generates a title for the conversation based on the query.\n\t *\n\t * @param query - The user's input query\n\t * @returns Promise resolving to a generated title\n\t */\n\n\tprivate async generateTitle(query: string): Promise<string> {\n\t\tconst DEFAULT_TITLE = \"New Chat\";\n\t\ttry {\n\t\t\tconst modelInstance = this.modelModule.getModel();\n\t\t\tconst messages = modelInstance.generateMessages({\n\t\t\t\tquery,\n\t\t\t\tsystemPrompt: `You are a helpful assistant that generates titles for conversations.\n  Please analyze the user's query and create a concise title that accurately reflects the conversation's core topic.\n  The title must be no more than 5 words long.\n  Respond with only the title. Do not include any punctuation or extra explanations.`,\n\t\t\t});\n\t\t\tconst response = await modelInstance.fetch(messages);\n\t\t\treturn response.content || DEFAULT_TITLE;\n\t\t} catch (error) {\n\t\t\tloggers.intentStream.error(\"Error generating title\", {\n\t\t\t\terror,\n\t\t\t\tquery,\n\t\t\t});\n\t\t\treturn DEFAULT_TITLE;\n\t\t}\n\t}\n\n\t/**\n\t * Main entry point for processing streaming user queries.\n\t *\n\t * Handles the complete query lifecycle:\n\t * 1. Loads or creates thread from memory\n\t * 2. Detects intent from the query\n\t * 3. Fulfills the intent with streaming AI response\n\t * 4. Updates conversation history in real-time\n\t *\n\t * @param threadMetadata - Metadata containing type, userId, and optional threadId\n\t * @param threadMetadata.type - The type of thread (e.g., chat, workflow)\n\t * @param threadMetadata.userId - The user's unique identifier\n\t * @param threadMetadata.threadId - Optional thread identifier\n\t * @param query - The user's input query\n\t * @returns AsyncGenerator yielding StreamEvent objects for SSE\n\t */\n\tpublic async *handleQueryStream(\n\t\tthreadMetadata: {\n\t\t\ttype: ThreadType;\n\t\t\tuserId: string;\n\t\t\tthreadId?: string;\n\t\t},\n\t\tquery: string,\n\t\tisA2A?: boolean,\n\t): AsyncGenerator<StreamEvent> {\n\t\tconst { type, userId } = threadMetadata;\n\t\tconst queryStartAt = Date.now();\n\t\tconst threadMemory = this.memoryModule?.getThreadMemory();\n\n\t\t// 1. Load or create thread\n\t\tlet threadId = threadMetadata.threadId;\n\t\tlet thread: ThreadObject | undefined;\n\t\tif (threadId) {\n\t\t\tthread = await threadMemory?.getThread(userId, threadId);\n\t\t\tif (!thread && !isA2A) {\n\t\t\t\tthrow new AinHttpError(StatusCodes.NOT_FOUND, \"Thread not found\");\n\t\t\t}\n\t\t}\n\n\t\tthreadId ??= randomUUID();\n\t\tif (!thread) {\n\t\t\tconst title = await this.generateTitle(query);\n\n\t\t\tconst metadata =\n\t\t\t\t(await threadMemory?.createThread(type, userId, threadId, title)) ||\n\t\t\t\t({\n\t\t\t\t\ttype,\n\t\t\t\t\tthreadId,\n\t\t\t\t\ttitle,\n\t\t\t\t\tupdatedAt: Date.now(),\n\t\t\t\t} as ThreadMetadata);\n\t\t\tloggers.intentStream.info(\"Create new thread\", { metadata });\n\t\t\tyield { event: \"thread_id\", data: metadata };\n\t\t}\n\n\t\tawait threadMemory?.addMessagesToThread(userId, threadId, [\n\t\t\t{\n\t\t\t\tmessageId: randomUUID(),\n\t\t\t\trole: MessageRole.USER,\n\t\t\t\ttimestamp: queryStartAt,\n\t\t\t\tcontent: { type: \"text\", parts: [query] },\n\t\t\t},\n\t\t]);\n\n\t\t// 2. intent triggering\n\t\tconst intent = await this.intentTriggering(query, thread);\n\n\t\t// 3. intent fulfillment\n\t\tconst stream = this.intentFulfilling(query, threadId, thread, intent);\n\n\t\tlet finalResponseText = \"\";\n\t\tfor await (const event of stream) {\n\t\t\tif (event.event === \"text_chunk\" && event.data.delta) {\n\t\t\t\tloggers.intentStream.debug(\"text_chunk\", { event });\n\t\t\t\tfinalResponseText += event.data.delta;\n\t\t\t} else if (event.event === \"tool_start\") {\n\t\t\t\tawait threadMemory?.addMessagesToThread(userId, threadId, [\n\t\t\t\t\t{\n\t\t\t\t\t\tmessageId: randomUUID(),\n\t\t\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\t\t\ttimestamp: Date.now(),\n\t\t\t\t\t\tcontent: {\n\t\t\t\t\t\t\ttype: \"text\",\n\t\t\t\t\t\t\tparts: [JSON.stringify(event.data.toolArgs)],\n\t\t\t\t\t\t},\n\t\t\t\t\t\tmetadata: {\n\t\t\t\t\t\t\ttoolCallId: event.data.toolCallId,\n\t\t\t\t\t\t\ttoolName: event.data.toolName,\n\t\t\t\t\t\t\tprotocol: event.data.protocol,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t]);\n\t\t\t} else if (event.event === \"tool_output\") {\n\t\t\t\tawait threadMemory?.addMessagesToThread(userId, threadId, [\n\t\t\t\t\t{\n\t\t\t\t\t\tmessageId: randomUUID(),\n\t\t\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\t\t\ttimestamp: Date.now(),\n\t\t\t\t\t\tcontent: { type: \"text\", parts: [event.data.result] },\n\t\t\t\t\t\tmetadata: {\n\t\t\t\t\t\t\ttoolCallId: event.data.toolCallId,\n\t\t\t\t\t\t\ttoolName: event.data.toolName,\n\t\t\t\t\t\t\tprotocol: event.data.protocol,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t]);\n\t\t\t}\n\t\t\tyield event;\n\t\t}\n\n\t\tawait threadMemory?.addMessagesToThread(userId, threadId, [\n\t\t\t{\n\t\t\t\tmessageId: randomUUID(),\n\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\ttimestamp: Date.now(),\n\t\t\t\tcontent: { type: \"text\", parts: [finalResponseText] },\n\t\t\t},\n\t\t]);\n\t}\n}\n"]}