@ainetwork/adk 0.2.5 → 0.2.7

package/dist/cjs/chunk-GO2OLIWF.cjs

@@ -0,0 +1,359 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }
+
+var _chunkQHQLU7BIcjs = require('./chunk-QHQLU7BI.cjs');
+
+
+var _chunk466ED5WNcjs = require('./chunk-466ED5WN.cjs');
+
+// src/services/query-stream.service.ts
+var _crypto = require('crypto');
+var _httpstatuscodes = require('http-status-codes');
+var QueryStreamService = class {
+  
+  
+  
+  
+  
+  constructor(modelModule, a2aModule, mcpModule, memoryModule, prompts) {
+    this.modelModule = modelModule;
+    this.a2aModule = a2aModule;
+    this.mcpModule = mcpModule;
+    this.memoryModule = memoryModule;
+    this.prompts = prompts;
+  }
+  async addToThreadMessages(thread, params) {
+    try {
+      const threadMemory = _optionalChain([this, 'access', _ => _.memoryModule, 'optionalAccess', _2 => _2.getThreadMemory, 'call', _3 => _3()]);
+      const { userId, threadId } = thread;
+      const newMessage = {
+        messageId: _crypto.randomUUID.call(void 0, ),
+        role: params.role,
+        timestamp: Date.now(),
+        content: { type: "text", parts: [params.content] },
+        metadata: params.metadata
+      };
+      thread.messages.push(newMessage);
+      await _optionalChain([threadMemory, 'optionalAccess', _4 => _4.addMessagesToThread, 'call', _5 => _5(userId, threadId, [newMessage])]);
+    } catch (error) {
+      _chunk466ED5WNcjs.loggers.intentStream.error(
+        "Error adding message to thread",
+        error
+      );
+    }
+  }
+  /**
+   * Detects the intent from context.
+   *
+   * @param query - The user's input query
+   * @param thread - The thread history
+   * @returns The detected intent
+   */
+  async intentTriggering(query, thread) {
+    const modelInstance = this.modelModule.getModel();
+    const intentMemory = _optionalChain([this, 'access', _6 => _6.memoryModule, 'optionalAccess', _7 => _7.getIntentMemory, 'call', _8 => _8()]);
+    if (!intentMemory) {
+      return [{ subquery: query }];
+    }
+    const intents = await intentMemory.listIntents();
+    if (intents.length === 0) {
+      _chunk466ED5WNcjs.loggers.intentStream.warn("No intent found");
+      return [{ subquery: query }];
+    }
+    const intentList = intents.map((intent) => `- ${intent.name}: ${intent.description}`).join("\n");
+    const threadMessages = !thread ? "" : thread.messages.sort((a, b) => a.timestamp - b.timestamp).map((message) => {
+      const role = message.role === "USER" ? "User" : message.role === "MODEL" ? "Assistant" : "System";
+      const content = Array.isArray(message.content.parts) ? message.content.parts.join(" ") : String(message.content.parts);
+      return `${role}: """${content}"""`;
+    }).join("\n");
+    const systemPrompt = `You are an expert in accurately identifying user intentions.
+
+Available intent list:
+${intentList}
+
+Please select and answer only from the above intent list. 
+Please return only the exact intent name without any additional explanations or text.`;
+    const userMessage = `The following is the conversation history with the user:
+
+${threadMessages}
+
+Last user question: "${query}"
+
+Based on the above conversation history, analyze the last user question and identify all relevant intents.
+
+Instructions:
+1. First, decompose the last user question into action-based subqueries (each representing a distinct action or task)
+2. Then, map each subquery to its corresponding intent from the available intent list
+3. Multiple intents can be identified if the question covers various topics or actions
+4. Maintain the logical sequence of the original question when splitting into subqueries
+5. If any subquery doesn't match any intent in the available list, map it to "default" intent
+
+Output Format:
+Return the results as a JSON array with the following structure:
+[
+  {
+    "subquery": "<subquery_1>",
+    "intentName": "<intent_name_1>"
+  },
+  {
+    "subquery": "<subquery_2>",
+    "intentName": "<intent_name_2>"
+  },
+  ...
+]
+
+Requirements:
+- Each subquery should represent a single, actionable task or request
+- Preserve the original meaning and context when splitting queries
+- Select only from the provided intent list
+- Use "default" as the intent value for any subquery that doesn't match available intents.`;
+    const messages = modelInstance.generateMessages({
+      query: userMessage,
+      systemPrompt
+    });
+    const response = await modelInstance.fetch(messages);
+    if (!response.content) {
+      _chunk466ED5WNcjs.loggers.intent.debug("Cannot extract intent from query");
+      return [{ subquery: query }];
+    }
+    const subqueries = JSON.parse(response.content);
+    const triggeredIntent = [];
+    for (const { subquery, intentName } of subqueries) {
+      _chunk466ED5WNcjs.loggers.intent.debug(`Intent found: ${subquery}, ${intentName}`);
+      const intent = await intentMemory.getIntentByName(intentName);
+      triggeredIntent.push({ subquery, intent });
+    }
+    return triggeredIntent;
+  }
+  /**
+   * Fulfills the detected intent by generating a streaming response.
+   *
+   * Manages the complete inference loop including:
+   * - Loading prompts and conversation history
+   * - Collecting available tools from modules
+   * - Executing model inference with tool support
+   * - Processing tool calls iteratively until completion
+   * - Streaming results as Server-Sent Events
+   *
+   * @param query - The user's input query
+   * @param threadId - Thread identifier for context
+   * @param thread - Previous conversation history
+   * @param intent - Optional detected intent with custom prompt
+   * @returns AsyncGenerator yielding StreamEvent objects
+   */
+  async *intentFulfilling(query, threadId, thread, intent) {
+    const systemPrompt = `
+Today is ${(/* @__PURE__ */ new Date()).toLocaleDateString()}.
+
+${_optionalChain([this, 'access', _9 => _9.prompts, 'optionalAccess', _10 => _10.agent]) || ""}
+
+${_optionalChain([this, 'access', _11 => _11.prompts, 'optionalAccess', _12 => _12.system]) || ""}
+
+${_optionalChain([intent, 'optionalAccess', _13 => _13.prompt]) || ""}
+	`.trim();
+    const modelInstance = this.modelModule.getModel();
+    const messages = modelInstance.generateMessages({
+      query,
+      thread,
+      systemPrompt: systemPrompt.trim()
+    });
+    const tools = [];
+    this.mcpModule && tools.push(...this.mcpModule.getTools());
+    this.a2aModule && tools.push(...await this.a2aModule.getTools());
+    const functions = modelInstance.convertToolsToFunctions(tools);
+    const processList = [];
+    while (true) {
+      const responseStream = await modelInstance.fetchStreamWithContextMessage(
+        messages,
+        functions
+      );
+      const assembledToolCalls = [];
+      _chunk466ED5WNcjs.loggers.intentStream.debug("messages", { messages });
+      for await (const chunk of responseStream) {
+        const delta = chunk.delta;
+        if (_optionalChain([delta, 'optionalAccess', _14 => _14.tool_calls])) {
+          for (const { index, id, function: func } of delta.tool_calls) {
+            assembledToolCalls[index] ??= {
+              id: "",
+              type: "function",
+              function: { name: "", arguments: "" }
+            };
+            if (id) assembledToolCalls[index].id = id;
+            if (_optionalChain([func, 'optionalAccess', _15 => _15.name])) assembledToolCalls[index].function.name = func.name;
+            if (_optionalChain([func, 'optionalAccess', _16 => _16.arguments]))
+              assembledToolCalls[index].function.arguments += func.arguments;
+          }
+        } else if (_optionalChain([chunk, 'access', _17 => _17.delta, 'optionalAccess', _18 => _18.content])) {
+          yield {
+            event: "text_chunk",
+            data: { delta: chunk.delta.content }
+          };
+        }
+      }
+      _chunk466ED5WNcjs.loggers.intentStream.debug("assembledToolCalls", {
+        assembledToolCalls
+      });
+      if (assembledToolCalls.length > 0) {
+        for (const toolCall of assembledToolCalls) {
+          const toolCallId = _crypto.randomUUID.call(void 0, );
+          const toolName = toolCall.function.name;
+          const selectedTool = tools.filter(
+            (tool) => tool.toolName === toolName
+          )[0];
+          let toolResult = "";
+          if (this.mcpModule && selectedTool.protocol === "MCP" /* MCP */) {
+            const toolArgs = JSON.parse(toolCall.function.arguments);
+            yield {
+              event: "tool_start",
+              data: {
+                toolCallId,
+                protocol: "MCP" /* MCP */,
+                toolName,
+                toolArgs
+              }
+            };
+            _chunk466ED5WNcjs.loggers.intent.debug("MCP tool call", { toolName, toolArgs });
+            toolResult = await this.mcpModule.useTool(selectedTool, toolArgs);
+          } else if (this.a2aModule && selectedTool.protocol === "A2A" /* A2A */) {
+            yield {
+              event: "tool_start",
+              data: {
+                toolCallId,
+                protocol: "A2A" /* A2A */,
+                toolName,
+                toolArgs: null
+              }
+            };
+            _chunk466ED5WNcjs.loggers.intent.debug("A2A tool call", { toolName });
+            toolResult = await this.a2aModule.useTool(
+              selectedTool,
+              query,
+              threadId
+            );
+          } else {
+            _chunk466ED5WNcjs.loggers.intent.warn(
+              `Unrecognized tool type: ${selectedTool.protocol}`
+            );
+            continue;
+          }
+          yield {
+            event: "tool_output",
+            data: {
+              toolCallId,
+              protocol: selectedTool.protocol,
+              toolName,
+              result: toolResult
+            }
+          };
+          _chunk466ED5WNcjs.loggers.intent.debug("toolResult", { toolResult });
+          processList.push(toolResult);
+          modelInstance.appendMessages(messages, toolResult);
+          await this.addToThreadMessages(thread, {
+            role: "MODEL" /* MODEL */,
+            content: toolResult
+          });
+        }
+      } else {
+        break;
+      }
+    }
+  }
+  /**
+   * Generates a title for the conversation based on the query.
+   *
+   * @param query - The user's input query
+   * @returns Promise resolving to a generated title
+   */
+  async generateTitle(query) {
+    const DEFAULT_TITLE = "New Chat";
+    try {
+      const modelInstance = this.modelModule.getModel();
+      const messages = modelInstance.generateMessages({
+        query,
+        systemPrompt: `You are a helpful assistant that generates titles for conversations.
+  Please analyze the user's query and create a concise title that accurately reflects the conversation's core topic.
+  The title must be no more than 5 words long.
+  Respond with only the title. Do not include any punctuation or extra explanations.`
+      });
+      const response = await modelInstance.fetch(messages);
+      return response.content || DEFAULT_TITLE;
+    } catch (error) {
+      _chunk466ED5WNcjs.loggers.intentStream.error("Error generating title", {
+        error,
+        query
+      });
+      return DEFAULT_TITLE;
+    }
+  }
+  /**
+   * Main entry point for processing streaming user queries.
+   *
+   * Handles the complete query lifecycle:
+   * 1. Loads or creates thread from memory
+   * 2. Detects intent from the query
+   * 3. Fulfills the intent with streaming AI response
+   * 4. Updates conversation history in real-time
+   *
+   * @param threadMetadata - Metadata containing type, userId, and optional threadId
+   * @param threadMetadata.type - The type of thread (e.g., chat, workflow)
+   * @param threadMetadata.userId - The user's unique identifier
+   * @param threadMetadata.threadId - Optional thread identifier
+   * @param query - The user's input query
+   * @returns AsyncGenerator yielding StreamEvent objects for SSE
+   */
+  async *handleQueryStream(threadMetadata, query, isA2A) {
+    const { type, userId } = threadMetadata;
+    const threadMemory = _optionalChain([this, 'access', _19 => _19.memoryModule, 'optionalAccess', _20 => _20.getThreadMemory, 'call', _21 => _21()]);
+    let threadId = threadMetadata.threadId;
+    let thread;
+    if (threadId) {
+      thread = await _optionalChain([threadMemory, 'optionalAccess', _22 => _22.getThread, 'call', _23 => _23(userId, threadId)]);
+      if (!thread && !isA2A) {
+        throw new (0, _chunkQHQLU7BIcjs.AinHttpError)(_httpstatuscodes.StatusCodes.NOT_FOUND, "Thread not found");
+      }
+    }
+    threadId ??= _crypto.randomUUID.call(void 0, );
+    if (!thread) {
+      const title = await this.generateTitle(query);
+      const metadata = await _optionalChain([threadMemory, 'optionalAccess', _24 => _24.createThread, 'call', _25 => _25(
+        type,
+        userId,
+        threadId,
+        title
+      )]) || { type, userId, threadId, title };
+      thread = { ...metadata, messages: [] };
+      _chunk466ED5WNcjs.loggers.intentStream.info(`Create new thread: ${threadId}`);
+      yield { event: "thread_id", data: { type, userId, threadId, title } };
+    }
+    await this.addToThreadMessages(thread, {
+      role: "USER" /* USER */,
+      content: query
+    });
+    const triggeredIntent = await this.intentTriggering(
+      query,
+      thread
+    );
+    for (const { subquery, intent } of triggeredIntent) {
+      await this.addToThreadMessages(thread, {
+        role: "MODEL" /* MODEL */,
+        content: subquery
+      });
+      const stream = this.intentFulfilling(subquery, threadId, thread, intent);
+      let finalResponseText = "";
+      for await (const event of stream) {
+        if (event.event === "text_chunk" && event.data.delta) {
+          finalResponseText += event.data.delta;
+        }
+        yield event;
+      }
+      await this.addToThreadMessages(thread, {
+        role: "MODEL" /* MODEL */,
+        content: finalResponseText
+      });
+    }
+  }
+};
+
+
+
+exports.QueryStreamService = QueryStreamService;
+//# sourceMappingURL=chunk-GO2OLIWF.cjs.map

package/dist/cjs/chunk-GO2OLIWF.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-GO2OLIWF.cjs","../../src/services/query-stream.service.ts"],"names":[],"mappings":"AAAA;AACE;AACF,wDAA6B;AAC7B;AACE;AACF,wDAA6B;AAC7B;AACA;ACPA,gCAA2B;AAC3B,oDAA4B;AAmCrB,IAAM,mBAAA,EAAN,MAAyB;AAAA,EACvB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,WAAA,CACC,WAAA,EACA,SAAA,EACA,SAAA,EACA,YAAA,EACA,OAAA,EACC;AACD,IAAA,IAAA,CAAK,YAAA,EAAc,WAAA;AACnB,IAAA,IAAA,CAAK,UAAA,EAAY,SAAA;AACjB,IAAA,IAAA,CAAK,UAAA,EAAY,SAAA;AACjB,IAAA,IAAA,CAAK,aAAA,EAAe,YAAA;AACpB,IAAA,IAAA,CAAK,QAAA,EAAU,OAAA;AAAA,EAChB;AAAA,EAEA,MAAc,mBAAA,CACb,MAAA,EACA,MAAA,EACC;AACD,IAAA,IAAI;AACH,MAAA,MAAM,aAAA,kBAAe,IAAA,mBAAK,YAAA,6BAAc,eAAA,mBAAgB,GAAA;AACxD,MAAA,MAAM,EAAE,MAAA,EAAQ,SAAS,EAAA,EAAI,MAAA;AAAQ,MAAA,MAAM,WAAA,EAA4B;AAAA,QACtE,SAAA,EAAW,gCAAA,CAAW;AAAA,QACtB,IAAA,EAAM,MAAA,CAAO,IAAA;AAAA,QACb,SAAA,EAAW,IAAA,CAAK,GAAA,CAAI,CAAA;AAAA,QACpB,OAAA,EAAS,EAAE,IAAA,EAAM,MAAA,EAAQ,KAAA,EAAO,CAAC,MAAA,CAAO,OAAO,EAAE,CAAA;AAAA,QACjD,QAAA,EAAU,MAAA,CAAO;AAAA,MAClB,CAAA;AACA,MAAA,MAAA,CAAO,QAAA,CAAS,IAAA,CAAK,UAAU,CAAA;AAC/B,MAAA,sBAAM,YAAA,6BAAc,mBAAA,mBAAoB,MAAA,EAAQ,QAAA,EAAU,CAAC,UAAU,CAAC,GAAA;AAAA,IACvE,EAAA,MAAA,CAAS,KAAA,EAAO;AACf,MAAA,yBAAA,CAAQ,YAAA,CAAa,KAAA;AAAA,QAAM,gCAAA;AAAA,QAC1B;AAAA,MACD,CAAA;AAAA,IACD;AAAA,EACD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,gBAAA,CACb,KAAA,EACA,MAAA,EACkC;AAClC,IAAA,MAAM,cAAA,EAAgB,IAAA,CAAK,WAAA,CAAY,QAAA,CAAS,CAAA;AAChD,IAAA,MAAM,aAAA,kBAAe,IAAA,qBAAK,YAAA,6BAAc,eAAA,mBAAgB,GAAA;AACxD,IAAA,GAAA,CAAI,CAAC,YAAA,EAAc;AAClB,MAAA,OAAO,CAAC,EAAE,QAAA,EAAU,MAAM,CAAC,CAAA;AAAA,IAC5B;AAGA,IAAA,MAAM,QAAA,EAAU,MAAM,YAAA,CAAa,WAAA,CAAY,CAAA;AAE/C,IAAA,GAAA,CAAI,OAAA,CAAQ,OAAA,IAAW,CAAA,EAAG;AACzB,MAAA,yBAAA,CAAQ,YAAA,CAAa,IAAA,CAAK,iBAAiB,CAAA;AAC3C,MAAA,OAAO,CAAC,EAAE,QAAA,EAAU,MAAM,CAAC,CAAA;AAAA,IAC5B;AAEA,IAAA,MAAM,WAAA,EAAa,OAAA,CACjB,GAAA,CAAI,CAAC,MAAA,EAAA,GAAW,CAAA,EAAA,EAAK,MAAA,CAAO,IAAI,CAAA,EAAA,EAAK,MAAA,CAAO,WAAW,CAAA,CAAA;AAOxB,IAAA;AAMxB,MAAA;AAGoB,MAAA;AAEI,MAAA;AAEpB,IAAA;AAEQ,IAAA;AAAA;AAAA;AAGX;AAAA;AAAA;AAAA,qFAAA;AAKU,IAAA;AAAA;AAEN;AAAA;AAEY,qBAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,0FAAA;AA+BsB,IAAA;AACxC,MAAA;AACP,MAAA;AACA,IAAA;AAEkD,IAAA;AAC5B,IAAA;AACiC,MAAA;AAC5B,MAAA;AAC5B,IAAA;AAE8C,IAAA;AACG,IAAA;AACE,IAAA;AACa,MAAA;AACH,MAAA;AACnB,MAAA;AAC1C,IAAA;AAEO,IAAA;AACR,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAuB+B,EAAA;AACT,IAAA;AACmB,SAAA;AAAA;AAEf;AAAA;AAEC;AAAA;AAEN;AACd,CAAA;AAE0C,IAAA;AACA,IAAA;AAC/C,MAAA;AACA,MAAA;AACgC,MAAA;AAChC,IAAA;AAE+B,IAAA;AACyB,IAAA;AACQ,IAAA;AAEJ,IAAA;AAE9B,IAAA;AAElB,IAAA;AAC+B,MAAA;AAC1C,QAAA;AACA,QAAA;AACD,MAAA;AAMO,MAAA;AAE4C,MAAA;AAET,MAAA;AACrB,QAAA;AACG,QAAA;AACwC,UAAA;AAC/B,YAAA;AACzB,cAAA;AACE,cAAA;AAC8B,cAAA;AACrC,YAAA;AAEuC,YAAA;AACwB,YAAA;AACrD,YAAA;AAC4C,cAAA;AACvD,UAAA;AACgC,QAAA;AAC1B,UAAA;AACE,YAAA;AAC4B,YAAA;AACpC,UAAA;AACD,QAAA;AACD,MAAA;AAEiD,MAAA;AAChD,QAAA;AACA,MAAA;AAEkC,MAAA;AACS,QAAA;AACZ,UAAA;AACK,UAAA;AACR,UAAA;AACE,YAAA;AAC1B,UAAA;AAEc,UAAA;AAIf,UAAA;AACsD,YAAA;AAGjD,YAAA;AACE,cAAA;AACD,cAAA;AACL,gBAAA;AACA,gBAAA;AACA,gBAAA;AACA,gBAAA;AACD,cAAA;AACD,YAAA;AAC4D,YAAA;AACI,YAAA;AAI/D,UAAA;AACK,YAAA;AACE,cAAA;AACD,cAAA;AACL,gBAAA;AACA,gBAAA;AACA,gBAAA;AACU,gBAAA;AACX,cAAA;AACD,YAAA;AACkD,YAAA;AAChB,YAAA;AACjC,cAAA;AACA,cAAA;AACA,cAAA;AACD,YAAA;AACM,UAAA;AAES,YAAA;AACkC,cAAA;AACjD,YAAA;AACA,YAAA;AACD,UAAA;AACM,UAAA;AACE,YAAA;AACD,YAAA;AACL,cAAA;AACuB,cAAA;AACvB,cAAA;AACQ,cAAA;AACT,YAAA;AACD,UAAA;AACiD,UAAA;AAEtB,UAAA;AACsB,UAAA;AACV,UAAA;AACtC,YAAA;AACS,YAAA;AACT,UAAA;AACF,QAAA;AACM,MAAA;AACN,QAAA;AACD,MAAA;AACD,IAAA;AACD,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAS4D,EAAA;AACrC,IAAA;AAClB,IAAA;AAC6C,MAAA;AACA,MAAA;AAC/C,QAAA;AACc,QAAA;AAAA;AAAA;AAAA,oFAAA;AAId,MAAA;AACkD,MAAA;AACxB,MAAA;AACZ,IAAA;AACsC,MAAA;AACpD,QAAA;AACA,QAAA;AACA,MAAA;AACM,MAAA;AACR,IAAA;AACD,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AA0B+B,EAAA;AACL,IAAA;AAC+B,IAAA;AAG1B,IAAA;AAC1B,IAAA;AACU,IAAA;AAC0C,MAAA;AAChC,MAAA;AAC0C,QAAA;AACjE,MAAA;AACD,IAAA;AAEwB,IAAA;AACX,IAAA;AACgC,MAAA;AACU,MAAA;AACrD,QAAA;AACA,QAAA;AACA,QAAA;AACA,QAAA;AACqC,MAAA;AACD,MAAA;AACqB,MAAA;AACU,MAAA;AACrE,IAAA;AAEuC,IAAA;AACtC,MAAA;AACS,MAAA;AACT,IAAA;AAG0D,IAAA;AAC1D,MAAA;AACA,MAAA;AACD,IAAA;AAGoD,IAAA;AAEZ,MAAA;AACtC,QAAA;AACS,QAAA;AACT,MAAA;AAEsE,MAAA;AAE/C,MAAA;AACU,MAAA;AACqB,QAAA;AAErB,UAAA;AACjC,QAAA;AACM,QAAA;AACP,MAAA;AAGuC,MAAA;AACtC,QAAA;AACS,QAAA;AACT,MAAA;AACF,IAAA;AACD,EAAA;AACD;ADzHuF;AACA;AACA;AACA","file":"/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-GO2OLIWF.cjs","sourcesContent":[null,"import { randomUUID } from \"node:crypto\";\nimport { StatusCodes } from \"http-status-codes\";\nimport type {\n\tA2AModule,\n\tMCPModule,\n\tMemoryModule,\n\tModelModule,\n} from \"@/modules/index.js\";\nimport { type AinAgentPrompts, AinHttpError } from \"@/types/agent.js\";\nimport {\n\tCONNECTOR_PROTOCOL_TYPE,\n\ttype ConnectorTool,\n} from \"@/types/connector.js\";\nimport {\n\ttype Intent,\n\ttype MessageObject,\n\tMessageRole,\n\tThreadMetadata,\n\ttype ThreadObject,\n\ttype ThreadType,\n} from \"@/types/memory.js\";\nimport type { StreamEvent } from \"@/types/stream\";\nimport { loggers } from \"@/utils/logger.js\";\n\ntype TriggeredIntent = {\n\tsubquery: string;\n\tintent?: Intent;\n};\n\n/**\n * Service for processing user queries through the agent's AI pipeline.\n *\n * Orchestrates the query processing workflow including intent detection,\n * model inference, tool execution, and response generation. Manages\n * conversation context and coordinates between different modules.\n */\nexport class QueryStreamService {\n\tprivate modelModule: ModelModule;\n\tprivate a2aModule?: A2AModule;\n\tprivate mcpModule?: MCPModule;\n\tprivate memoryModule?: MemoryModule;\n\tprivate prompts?: AinAgentPrompts;\n\n\tconstructor(\n\t\tmodelModule: ModelModule,\n\t\ta2aModule?: A2AModule,\n\t\tmcpModule?: MCPModule,\n\t\tmemoryModule?: MemoryModule,\n\t\tprompts?: AinAgentPrompts,\n\t) {\n\t\tthis.modelModule = modelModule;\n\t\tthis.a2aModule = a2aModule;\n\t\tthis.mcpModule = mcpModule;\n\t\tthis.memoryModule = memoryModule;\n\t\tthis.prompts = prompts;\n\t}\n\n\tprivate async addToThreadMessages(\n\t\tthread: ThreadObject,\n\t\tparams: { role: MessageRole; content: string; metadata?: any },\n\t) {\n\t\ttry {\n\t\t\tconst threadMemory = this.memoryModule?.getThreadMemory();\n\t\t\tconst { userId, threadId } = thread; const newMessage: MessageObject = {\n\t\t\t\tmessageId: randomUUID(),\n\t\t\t\trole: params.role,\n\t\t\t\ttimestamp: Date.now(),\n\t\t\t\tcontent: { type: \"text\", parts: [params.content] },\n\t\t\t\tmetadata: params.metadata,\n\t\t\t};\n\t\t\tthread.messages.push(newMessage);\n\t\t\tawait threadMemory?.addMessagesToThread(userId, threadId, [newMessage]);\n\t\t} catch (error) {\n\t\t\tloggers.intentStream.error(\"Error adding message to thread\",\n\t\t\t\terror\n\t\t\t);\n\t\t}\n\t}\n\n\t/**\n\t * Detects the intent from context.\n\t *\n\t * @param query - The user's input query\n\t * @param thread - The thread history\n\t * @returns The detected intent\n\t */\n\tprivate async intentTriggering(\n\t\tquery: string,\n\t\tthread: ThreadObject | undefined,\n\t): Promise<Array<TriggeredIntent>> {\n\t\tconst modelInstance = this.modelModule.getModel();\n\t\tconst intentMemory = this.memoryModule?.getIntentMemory();\n\t\tif (!intentMemory) {\n\t\t\treturn [{ subquery: query }];\n\t\t}\n\n\t\t// 인텐트 목록 가져오기\n\t\tconst intents = await intentMemory.listIntents();\n\n\t\tif (intents.length === 0) {\n\t\t\tloggers.intentStream.warn(\"No intent found\");\n\t\t\treturn [{ subquery: query }];\n\t\t}\n\n\t\tconst intentList = intents\n\t\t\t.map((intent) => `- ${intent.name}: ${intent.description}`)\n\t\t\t.join(\"\\n\");\n\n\t\t// Convert thread messages to a string\n\t\tconst threadMessages = !thread\n\t\t\t? \"\"\n\t\t\t: thread.messages\n\t\t\t\t\t.sort((a, b) => a.timestamp - b.timestamp)\n\t\t\t\t\t.map((message: MessageObject) => {\n\t\t\t\t\t\tconst role =\n\t\t\t\t\t\t\tmessage.role === \"USER\"\n\t\t\t\t\t\t\t\t? \"User\"\n\t\t\t\t\t\t\t\t: message.role === \"MODEL\"\n\t\t\t\t\t\t\t\t\t? \"Assistant\"\n\t\t\t\t\t\t\t\t\t: \"System\";\n\t\t\t\t\t\tconst content = Array.isArray(message.content.parts)\n\t\t\t\t\t\t\t? message.content.parts.join(\" \")\n\t\t\t\t\t\t\t: String(message.content.parts);\n\t\t\t\t\t\treturn `${role}: \"\"\"${content}\"\"\"`;\n\t\t\t\t\t})\n\t\t\t\t\t.join(\"\\n\");\n\n\t\tconst systemPrompt = `You are an expert in accurately identifying user intentions.\n\nAvailable intent list:\n${intentList}\n\nPlease select and answer only from the above intent list. \nPlease return only the exact intent name without any additional explanations or text.`;\n\n\t\tconst userMessage = `The following is the conversation history with the user:\n\n${threadMessages}\n\nLast user question: \"${query}\"\n\nBased on the above conversation history, analyze the last user question and identify all relevant intents.\n\nInstructions:\n1. First, decompose the last user question into action-based subqueries (each representing a distinct action or task)\n2. Then, map each subquery to its corresponding intent from the available intent list\n3. Multiple intents can be identified if the question covers various topics or actions\n4. Maintain the logical sequence of the original question when splitting into subqueries\n5. If any subquery doesn't match any intent in the available list, map it to \"default\" intent\n\nOutput Format:\nReturn the results as a JSON array with the following structure:\n[\n  {\n    \"subquery\": \"<subquery_1>\",\n    \"intentName\": \"<intent_name_1>\"\n  },\n  {\n    \"subquery\": \"<subquery_2>\",\n    \"intentName\": \"<intent_name_2>\"\n  },\n  ...\n]\n\nRequirements:\n- Each subquery should represent a single, actionable task or request\n- Preserve the original meaning and context when splitting queries\n- Select only from the provided intent list\n- Use \"default\" as the intent value for any subquery that doesn't match available intents.`;\n\n\t\tconst messages = modelInstance.generateMessages({\n\t\t\tquery: userMessage,\n\t\t\tsystemPrompt,\n\t\t});\n\n\t\tconst response = await modelInstance.fetch(messages);\n\t\tif (!response.content) {\n\t\t\tloggers.intent.debug(\"Cannot extract intent from query\");\n\t\t\treturn [{ subquery: query }];\n\t\t}\n\n\t\tconst subqueries = JSON.parse(response.content);\n\t\tconst triggeredIntent: Array<TriggeredIntent> = [];\n\t\tfor (const { subquery, intentName } of subqueries) {\n\t\t\tloggers.intent.debug(`Intent found: ${subquery}, ${intentName}`);\n\t\t\tconst intent = await intentMemory.getIntentByName(intentName);\n\t\t\ttriggeredIntent.push({ subquery, intent });\n\t\t}\n\n\t\treturn triggeredIntent;\n\t}\n\n\t/**\n\t * Fulfills the detected intent by generating a streaming response.\n\t *\n\t * Manages the complete inference loop including:\n\t * - Loading prompts and conversation history\n\t * - Collecting available tools from modules\n\t * - Executing model inference with tool support\n\t * - Processing tool calls iteratively until completion\n\t * - Streaming results as Server-Sent Events\n\t *\n\t * @param query - The user's input query\n\t * @param threadId - Thread identifier for context\n\t * @param thread - Previous conversation history\n\t * @param intent - Optional detected intent with custom prompt\n\t * @returns AsyncGenerator yielding StreamEvent objects\n\t */\n\tpublic async *intentFulfilling(\n\t\tquery: string,\n\t\tthreadId: string,\n\t\tthread: ThreadObject,\n\t\tintent?: Intent,\n\t): AsyncGenerator<StreamEvent> {\n\t\tconst systemPrompt = `\nToday is ${new Date().toLocaleDateString()}.\n\n${this.prompts?.agent || \"\"}\n\n${this.prompts?.system || \"\"}\n\n${intent?.prompt || \"\"}\n\t`.trim();\n\n\t\tconst modelInstance = this.modelModule.getModel();\n\t\tconst messages = modelInstance.generateMessages({\n\t\t\tquery,\n\t\t\tthread,\n\t\t\tsystemPrompt: systemPrompt.trim(),\n\t\t});\n\n\t\tconst tools: ConnectorTool[] = [];\n\t\tthis.mcpModule && tools.push(...this.mcpModule.getTools());\n\t\tthis.a2aModule && tools.push(...(await this.a2aModule.getTools()));\n\n\t\tconst functions = modelInstance.convertToolsToFunctions(tools);\n\n\t\tconst processList: string[] = [];\n\n\t\twhile (true) {\n\t\t\tconst responseStream = await modelInstance.fetchStreamWithContextMessage(\n\t\t\t\tmessages,\n\t\t\t\tfunctions,\n\t\t\t);\n\n\t\t\tconst assembledToolCalls: {\n\t\t\t\tid: string;\n\t\t\t\ttype: \"function\";\n\t\t\t\tfunction: { name: string; arguments: string };\n\t\t\t}[] = [];\n\n\t\t\tloggers.intentStream.debug(\"messages\", { messages });\n\n\t\t\tfor await (const chunk of responseStream) {\n\t\t\t\tconst delta = chunk.delta;\n\t\t\t\tif (delta?.tool_calls) {\n\t\t\t\t\tfor (const { index, id, function: func } of delta.tool_calls) {\n\t\t\t\t\t\tassembledToolCalls[index] ??= {\n\t\t\t\t\t\t\tid: \"\",\n\t\t\t\t\t\t\ttype: \"function\",\n\t\t\t\t\t\t\tfunction: { name: \"\", arguments: \"\" },\n\t\t\t\t\t\t};\n\n\t\t\t\t\t\tif (id) assembledToolCalls[index].id = id;\n\t\t\t\t\t\tif (func?.name) assembledToolCalls[index].function.name = func.name;\n\t\t\t\t\t\tif (func?.arguments)\n\t\t\t\t\t\t\tassembledToolCalls[index].function.arguments += func.arguments;\n\t\t\t\t\t}\n\t\t\t\t} else if (chunk.delta?.content) {\n\t\t\t\t\tyield {\n\t\t\t\t\t\tevent: \"text_chunk\",\n\t\t\t\t\t\tdata: { delta: chunk.delta.content },\n\t\t\t\t\t};\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tloggers.intentStream.debug(\"assembledToolCalls\", {\n\t\t\t\tassembledToolCalls,\n\t\t\t});\n\n\t\t\tif (assembledToolCalls.length > 0) {\n\t\t\t\tfor (const toolCall of assembledToolCalls) {\n\t\t\t\t\tconst toolCallId = randomUUID();\n\t\t\t\t\tconst toolName = toolCall.function.name;\n\t\t\t\t\tconst selectedTool = tools.filter(\n\t\t\t\t\t\t(tool) => tool.toolName === toolName,\n\t\t\t\t\t)[0];\n\n\t\t\t\t\tlet toolResult = \"\";\n\t\t\t\t\tif (\n\t\t\t\t\t\tthis.mcpModule &&\n\t\t\t\t\t\tselectedTool.protocol === CONNECTOR_PROTOCOL_TYPE.MCP\n\t\t\t\t\t) {\n\t\t\t\t\t\tconst toolArgs = JSON.parse(toolCall.function.arguments) as\n\t\t\t\t\t\t\t| { [x: string]: unknown }\n\t\t\t\t\t\t\t| undefined;\n\t\t\t\t\t\tyield {\n\t\t\t\t\t\t\tevent: \"tool_start\",\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\t\tprotocol: CONNECTOR_PROTOCOL_TYPE.MCP,\n\t\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\t\ttoolArgs,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t};\n\t\t\t\t\t\tloggers.intent.debug(\"MCP tool call\", { toolName, toolArgs });\n\t\t\t\t\t\ttoolResult = await this.mcpModule.useTool(selectedTool, toolArgs);\n\t\t\t\t\t} else if (\n\t\t\t\t\t\tthis.a2aModule &&\n\t\t\t\t\t\tselectedTool.protocol === CONNECTOR_PROTOCOL_TYPE.A2A\n\t\t\t\t\t) {\n\t\t\t\t\t\tyield {\n\t\t\t\t\t\t\tevent: \"tool_start\",\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\t\tprotocol: CONNECTOR_PROTOCOL_TYPE.A2A,\n\t\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\t\ttoolArgs: null,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t};\n\t\t\t\t\t\tloggers.intent.debug(\"A2A tool call\", { toolName });\n\t\t\t\t\t\ttoolResult = await this.a2aModule.useTool(\n\t\t\t\t\t\t\tselectedTool,\n\t\t\t\t\t\t\tquery,\n\t\t\t\t\t\t\tthreadId,\n\t\t\t\t\t\t);\n\t\t\t\t\t} else {\n\t\t\t\t\t\t// Unrecognized tool type. It cannot be happened...\n\t\t\t\t\t\tloggers.intent.warn(\n\t\t\t\t\t\t\t`Unrecognized tool type: ${selectedTool.protocol}`,\n\t\t\t\t\t\t);\n\t\t\t\t\t\tcontinue;\n\t\t\t\t\t}\n\t\t\t\t\tyield {\n\t\t\t\t\t\tevent: \"tool_output\",\n\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\tprotocol: selectedTool.protocol,\n\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\tresult: toolResult,\n\t\t\t\t\t\t},\n\t\t\t\t\t};\n\t\t\t\t\tloggers.intent.debug(\"toolResult\", { toolResult });\n\n\t\t\t\t\tprocessList.push(toolResult);\n\t\t\t\t\tmodelInstance.appendMessages(messages, toolResult);\n\t\t\t\t\tawait this.addToThreadMessages(thread, {\n\t\t\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\t\t\tcontent: toolResult,\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\t}\n\n\t/**\n\t * Generates a title for the conversation based on the query.\n\t *\n\t * @param query - The user's input query\n\t * @returns Promise resolving to a generated title\n\t */\n\n\tprivate async generateTitle(query: string): Promise<string> {\n\t\tconst DEFAULT_TITLE = \"New Chat\";\n\t\ttry {\n\t\t\tconst modelInstance = this.modelModule.getModel();\n\t\t\tconst messages = modelInstance.generateMessages({\n\t\t\t\tquery,\n\t\t\t\tsystemPrompt: `You are a helpful assistant that generates titles for conversations.\n  Please analyze the user's query and create a concise title that accurately reflects the conversation's core topic.\n  The title must be no more than 5 words long.\n  Respond with only the title. Do not include any punctuation or extra explanations.`,\n\t\t\t});\n\t\t\tconst response = await modelInstance.fetch(messages);\n\t\t\treturn response.content || DEFAULT_TITLE;\n\t\t} catch (error) {\n\t\t\tloggers.intentStream.error(\"Error generating title\", {\n\t\t\t\terror,\n\t\t\t\tquery,\n\t\t\t});\n\t\t\treturn DEFAULT_TITLE;\n\t\t}\n\t}\n\n\t/**\n\t * Main entry point for processing streaming user queries.\n\t *\n\t * Handles the complete query lifecycle:\n\t * 1. Loads or creates thread from memory\n\t * 2. Detects intent from the query\n\t * 3. Fulfills the intent with streaming AI response\n\t * 4. Updates conversation history in real-time\n\t *\n\t * @param threadMetadata - Metadata containing type, userId, and optional threadId\n\t * @param threadMetadata.type - The type of thread (e.g., chat, workflow)\n\t * @param threadMetadata.userId - The user's unique identifier\n\t * @param threadMetadata.threadId - Optional thread identifier\n\t * @param query - The user's input query\n\t * @returns AsyncGenerator yielding StreamEvent objects for SSE\n\t */\n\tpublic async *handleQueryStream(\n\t\tthreadMetadata: {\n\t\t\ttype: ThreadType;\n\t\t\tuserId: string;\n\t\t\tthreadId?: string;\n\t\t},\n\t\tquery: string,\n\t\tisA2A?: boolean,\n\t): AsyncGenerator<StreamEvent> {\n\t\tconst { type, userId } = threadMetadata;\n\t\tconst threadMemory = this.memoryModule?.getThreadMemory();\n\n\t\t// 1. Load or create thread\n\t\tlet threadId = threadMetadata.threadId;\n\t\tlet thread: ThreadObject | undefined;\n\t\tif (threadId) {\n\t\t\tthread = await threadMemory?.getThread(userId, threadId);\n\t\t\tif (!thread && !isA2A) {\n\t\t\t\tthrow new AinHttpError(StatusCodes.NOT_FOUND, \"Thread not found\");\n\t\t\t}\n\t\t}\n\n\t\tthreadId ??= randomUUID();\n\t\tif (!thread) {\n\t\t\tconst title = await this.generateTitle(query);\n\t\t\tconst metadata: ThreadMetadata = (await threadMemory?.createThread(\n\t\t\t\ttype,\n\t\t\t\tuserId,\n\t\t\t\tthreadId,\n\t\t\t\ttitle,\n\t\t\t)) || { type, userId, threadId, title };\n\t\t\tthread = { ...metadata, messages: [] };\n\t\t\tloggers.intentStream.info(`Create new thread: ${threadId}`);\n\t\t\tyield { event: \"thread_id\", data: { type, userId, threadId, title } };\n\t\t}\n\n\t\tawait this.addToThreadMessages(thread, {\n\t\t\trole: MessageRole.USER,\n\t\t\tcontent: query,\n\t\t});\n\n\t\t// 2. intent triggering\n\t\tconst triggeredIntent: Array<TriggeredIntent> = await this.intentTriggering(\n\t\t\tquery,\n\t\t\tthread,\n\t\t);\n\n\t\t// 3. intent fulfillment\n\t\tfor (const { subquery, intent } of triggeredIntent) {\n\t\t\t// add subquery as user message\n\t\t\tawait this.addToThreadMessages(thread, {\n\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\tcontent: subquery,\n\t\t\t});\n\n\t\t\tconst stream = this.intentFulfilling(subquery, threadId, thread, intent);\n\n\t\t\tlet finalResponseText = \"\";\n\t\t\tfor await (const event of stream) {\n\t\t\t\tif (event.event === \"text_chunk\" && event.data.delta) {\n\t\t\t\t\t// loggers.intentStream.debug(\"text_chunk\", { event });\n\t\t\t\t\tfinalResponseText += event.data.delta;\n\t\t\t\t}\n\t\t\t\tyield event;\n\t\t\t}\n\n\t\t\t// response for subquery\n\t\t\tawait this.addToThreadMessages(thread, {\n\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\tcontent: finalResponseText,\n\t\t\t});\n\t\t}\n\t}\n}\n"]}

package/dist/cjs/{chunk-7K2R2UKB.cjs → chunk-GP3SSTAQ.cjs}

@@ -5,4 +5,4 @@ var BaseModel = class {
 
 
 exports.BaseModel = BaseModel;
-//# sourceMappingURL=chunk-7K2R2UKB.cjs.map
+//# sourceMappingURL=chunk-GP3SSTAQ.cjs.map

package/dist/cjs/chunk-GP3SSTAQ.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-GP3SSTAQ.cjs","../../src/modules/models/base.model.ts"],"names":[],"mappings":"AAAA;ACcO,IAAe,UAAA,EAAf,MAAoD;AAkE3D,CAAA;AD7EA;AACA;AACE;AACF,8BAAC","file":"/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-GP3SSTAQ.cjs","sourcesContent":[null,"import type { ConnectorTool, FetchResponse } from \"@/types/connector.js\";\nimport type { ThreadObject } from \"@/types/memory.js\";\nimport type { LLMStream } from \"@/types/stream.js\";\n\n/**\n * Abstract base class for AI model implementations.\n *\n * Provides a common interface for different AI model providers (OpenAI, Gemini, etc.)\n * to integrate with the AIN-ADK framework. Each model implementation must handle\n * message formatting, tool conversion, and API communication.\n *\n * @typeParam MessageType - The message format used by the specific model API\n * @typeParam FunctionType - The function/tool format used by the specific model API\n */\nexport abstract class BaseModel<MessageType, FunctionType> {\n\t/**\n\t * Generates an array of messages from thread and current query.\n\t *\n\t * @param query - Current user query\n\t * @param thread - Previous conversation history\n\t * @param systemPrompt - Optional system prompt to set context\n\t * @returns Array of messages formatted for the specific model API\n\t */\n\tabstract generateMessages(params: {\n\t\tquery: string;\n\t\tthread?: ThreadObject;\n\t\tsystemPrompt?: string;\n\t}): MessageType[];\n\n\t/**\n\t * Appends a new message to the existing message array.\n\t *\n\t * @param messages - Existing message array to expand\n\t * @param message - New message content to append\n\t */\n\tabstract appendMessages(messages: MessageType[], message: string): void;\n\n\t/**\n\t * Converts protocol-agnostic tools to model-specific function format.\n\t *\n\t * @param tools - Array of agent tools from MCP or A2A sources\n\t * @returns Array of functions in the format required by the model API\n\t */\n\tabstract convertToolsToFunctions(tools: ConnectorTool[]): FunctionType[];\n\n\t/**\n\t * Fetches a response from the model API without tool support.\n\t *\n\t * @param messages - Array of messages to send to the model\n\t * @returns Promise resolving to the model's response\n\t */\n\tabstract fetch(messages: MessageType[]): Promise<FetchResponse>;\n\n\t/**\n\t * Fetches a response from the model API with tool/function support.\n\t *\n\t * @param messages - Array of messages to send to the model\n\t * @param functions - Array of available functions/tools the model can call\n\t * @returns Promise resolving to the model's response, possibly including tool calls\n\t */\n\tabstract fetchWithContextMessage(\n\t\tmessages: MessageType[],\n\t\tfunctions: FunctionType[],\n\t): Promise<FetchResponse>;\n\n\t/**\n\t * Fetches a streaming response from the model API with tool/function support.\n\t *\n\t * Returns a standardized LLMStream that can be used consistently across\n\t * different AI model providers. Each implementation should convert their\n\t * provider-specific stream format to the common StreamChunk interface.\n\t *\n\t * @param messages - Array of messages to send to the model\n\t * @param functions - Array of available functions/tools the model can call\n\t * @returns Promise resolving to an LLMStream for consistent iteration\n\t */\n\tabstract fetchStreamWithContextMessage(\n\t\tmessages: MessageType[],\n\t\tfunctions: FunctionType[],\n\t): Promise<LLMStream>;\n}\n"]}