@ainetwork/adk 0.2.4 → 0.2.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/chunk-2L5KFFHV.cjs +37 -0
- package/dist/cjs/chunk-2L5KFFHV.cjs.map +1 -0
- package/dist/cjs/chunk-3M5DZAJA.cjs +257 -0
- package/dist/cjs/chunk-3M5DZAJA.cjs.map +1 -0
- package/dist/cjs/chunk-5JGNWLHJ.cjs +37 -0
- package/dist/cjs/chunk-5JGNWLHJ.cjs.map +1 -0
- package/dist/cjs/chunk-6CDGUUXE.cjs +338 -0
- package/dist/cjs/chunk-6CDGUUXE.cjs.map +1 -0
- package/dist/cjs/chunk-6KB562A7.cjs +43 -0
- package/dist/cjs/chunk-6KB562A7.cjs.map +1 -0
- package/dist/cjs/chunk-6KXMM7GP.cjs +257 -0
- package/dist/cjs/chunk-6KXMM7GP.cjs.map +1 -0
- package/dist/cjs/chunk-7UGA4QRJ.cjs +249 -0
- package/dist/cjs/chunk-7UGA4QRJ.cjs.map +1 -0
- package/dist/cjs/chunk-BDQDZXZI.cjs +137 -0
- package/dist/cjs/chunk-BDQDZXZI.cjs.map +1 -0
- package/dist/cjs/chunk-DEKRDA6Q.cjs +337 -0
- package/dist/cjs/chunk-DEKRDA6Q.cjs.map +1 -0
- package/dist/cjs/chunk-EHULB7WG.cjs +249 -0
- package/dist/cjs/chunk-EHULB7WG.cjs.map +1 -0
- package/dist/cjs/chunk-HQ4X5TPN.cjs +337 -0
- package/dist/cjs/chunk-HQ4X5TPN.cjs.map +1 -0
- package/dist/cjs/chunk-KFIYXWPY.cjs +37 -0
- package/dist/cjs/chunk-KFIYXWPY.cjs.map +1 -0
- package/dist/cjs/chunk-OOSQKNH2.cjs +43 -0
- package/dist/cjs/chunk-OOSQKNH2.cjs.map +1 -0
- package/dist/cjs/chunk-QTUDQSRL.cjs +37 -0
- package/dist/cjs/chunk-QTUDQSRL.cjs.map +1 -0
- package/dist/cjs/chunk-T7XSNWFJ.cjs +43 -0
- package/dist/cjs/chunk-T7XSNWFJ.cjs.map +1 -0
- package/dist/cjs/chunk-VFM2JQLG.cjs +43 -0
- package/dist/cjs/chunk-VFM2JQLG.cjs.map +1 -0
- package/dist/cjs/chunk-XEE7ORJX.cjs +43 -0
- package/dist/cjs/chunk-XEE7ORJX.cjs.map +1 -0
- package/dist/cjs/chunk-YTAWBEPQ.cjs +337 -0
- package/dist/cjs/chunk-YTAWBEPQ.cjs.map +1 -0
- package/dist/cjs/controllers/index.cjs +5 -5
- package/dist/cjs/controllers/index.cjs.map +1 -1
- package/dist/cjs/index.cjs +17 -17
- package/dist/cjs/index.cjs.map +1 -1
- package/dist/cjs/modules/index.cjs +8 -8
- package/dist/cjs/modules/index.cjs.map +1 -1
- package/dist/cjs/routes/a2a.routes.cjs +6 -6
- package/dist/cjs/routes/index.cjs +15 -15
- package/dist/cjs/routes/index.cjs.map +1 -1
- package/dist/cjs/routes/query.routes.cjs +5 -5
- package/dist/cjs/services/a2a.service.cjs +2 -2
- package/dist/cjs/services/index.cjs +5 -5
- package/dist/cjs/services/query-stream.service.cjs +3 -3
- package/dist/cjs/services/query.service.cjs +3 -2
- package/dist/cjs/services/query.service.cjs.map +1 -1
- package/dist/esm/{chunk-KDVMHOLB.js → chunk-2EVONQZ4.js} +16 -8
- package/dist/esm/chunk-2EVONQZ4.js.map +1 -0
- package/dist/esm/{chunk-PUUZRUE6.js → chunk-DM6UZSRU.js} +3 -2
- package/dist/esm/chunk-DM6UZSRU.js.map +1 -0
- package/dist/esm/{chunk-IR72X2HF.js → chunk-JUJSFXBX.js} +10 -9
- package/dist/esm/chunk-JUJSFXBX.js.map +1 -0
- package/dist/esm/{chunk-S7Z2QSFJ.js → chunk-R44LLFOD.js} +3 -3
- package/dist/esm/{chunk-WYORY4PO.js → chunk-WP276EXC.js} +3 -3
- package/dist/esm/index.js +6 -6
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/routes/a2a.routes.js +3 -3
- package/dist/esm/routes/index.js +5 -5
- package/dist/esm/routes/query.routes.js +3 -3
- package/dist/esm/services/a2a.service.js +1 -1
- package/dist/esm/services/index.js +3 -3
- package/dist/esm/services/query-stream.service.d.ts +1 -1
- package/dist/esm/services/query-stream.service.js +1 -1
- package/dist/esm/services/query.service.d.ts +1 -1
- package/dist/esm/services/query.service.js +2 -1
- package/package.json +1 -1
- package/dist/esm/chunk-IR72X2HF.js.map +0 -1
- package/dist/esm/chunk-KDVMHOLB.js.map +0 -1
- package/dist/esm/chunk-PUUZRUE6.js.map +0 -1
- /package/dist/esm/{chunk-S7Z2QSFJ.js.map → chunk-R44LLFOD.js.map} +0 -0
- /package/dist/esm/{chunk-WYORY4PO.js.map → chunk-WP276EXC.js.map} +0 -0
|
@@ -0,0 +1,338 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }
|
|
2
|
+
|
|
3
|
+
var _chunkQHQLU7BIcjs = require('./chunk-QHQLU7BI.cjs');
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
var _chunk466ED5WNcjs = require('./chunk-466ED5WN.cjs');
|
|
7
|
+
|
|
8
|
+
// src/services/query-stream.service.ts
|
|
9
|
+
var _crypto = require('crypto');
|
|
10
|
+
var _httpstatuscodes = require('http-status-codes');
|
|
11
|
+
var QueryStreamService = class {
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
constructor(modelModule, a2aModule, mcpModule, memoryModule, prompts) {
|
|
18
|
+
this.modelModule = modelModule;
|
|
19
|
+
this.a2aModule = a2aModule;
|
|
20
|
+
this.mcpModule = mcpModule;
|
|
21
|
+
this.memoryModule = memoryModule;
|
|
22
|
+
this.prompts = prompts;
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Detects the intent from context.
|
|
26
|
+
*
|
|
27
|
+
* @param query - The user's input query
|
|
28
|
+
* @param thread - The thread history
|
|
29
|
+
* @returns The detected intent
|
|
30
|
+
*/
|
|
31
|
+
async intentTriggering(query, thread) {
|
|
32
|
+
const modelInstance = this.modelModule.getModel();
|
|
33
|
+
const intentMemory = _optionalChain([this, 'access', _ => _.memoryModule, 'optionalAccess', _2 => _2.getIntentMemory, 'call', _3 => _3()]);
|
|
34
|
+
if (!intentMemory) {
|
|
35
|
+
return void 0;
|
|
36
|
+
}
|
|
37
|
+
const intents = await intentMemory.listIntents();
|
|
38
|
+
if (intents.length === 0) {
|
|
39
|
+
_chunk466ED5WNcjs.loggers.intentStream.warn("No intent found");
|
|
40
|
+
return void 0;
|
|
41
|
+
}
|
|
42
|
+
const intentList = intents.map((intent2) => `- ${intent2.name}: ${intent2.description}`).join("\n");
|
|
43
|
+
const threadMessages = !thread ? "" : thread.messages.sort((a, b) => a.timestamp - b.timestamp).map((message) => {
|
|
44
|
+
const role = message.role === "USER" ? "User" : message.role === "MODEL" ? "Assistant" : "System";
|
|
45
|
+
const content = Array.isArray(message.content.parts) ? message.content.parts.join(" ") : String(message.content.parts);
|
|
46
|
+
return `${role}: """${content}"""`;
|
|
47
|
+
}).join("\n");
|
|
48
|
+
const systemPrompt = `You are an expert in accurately identifying user intentions.
|
|
49
|
+
|
|
50
|
+
Available intent list:
|
|
51
|
+
${intentList}
|
|
52
|
+
|
|
53
|
+
Please select and answer only from the above intent list.
|
|
54
|
+
Please return only the exact intent name without any additional explanations or text.`;
|
|
55
|
+
const userMessage = `The following is the conversation history with the user:
|
|
56
|
+
|
|
57
|
+
${threadMessages}
|
|
58
|
+
|
|
59
|
+
Last user question: "${query}"
|
|
60
|
+
|
|
61
|
+
Based on the above conversation history, please determine what the intention of the last user question is.
|
|
62
|
+
Please select and answer the most appropriate intent name from the available intent list.`;
|
|
63
|
+
const messages = modelInstance.generateMessages({
|
|
64
|
+
query: userMessage,
|
|
65
|
+
systemPrompt
|
|
66
|
+
});
|
|
67
|
+
const response = await modelInstance.fetch(messages);
|
|
68
|
+
if (!response.content) {
|
|
69
|
+
throw new Error("No intent detected");
|
|
70
|
+
}
|
|
71
|
+
const intentName = response.content.trim();
|
|
72
|
+
const intent = await intentMemory.getIntentByName(intentName);
|
|
73
|
+
if (!intent) {
|
|
74
|
+
throw new Error(`No intent found: ${intentName}`);
|
|
75
|
+
}
|
|
76
|
+
return intent;
|
|
77
|
+
}
|
|
78
|
+
/**
|
|
79
|
+
* Fulfills the detected intent by generating a streaming response.
|
|
80
|
+
*
|
|
81
|
+
* Manages the complete inference loop including:
|
|
82
|
+
* - Loading prompts and conversation history
|
|
83
|
+
* - Collecting available tools from modules
|
|
84
|
+
* - Executing model inference with tool support
|
|
85
|
+
* - Processing tool calls iteratively until completion
|
|
86
|
+
* - Streaming results as Server-Sent Events
|
|
87
|
+
*
|
|
88
|
+
* @param query - The user's input query
|
|
89
|
+
* @param threadId - Thread identifier for context
|
|
90
|
+
* @param thread - Previous conversation history
|
|
91
|
+
* @param intent - Optional detected intent with custom prompt
|
|
92
|
+
* @returns AsyncGenerator yielding StreamEvent objects
|
|
93
|
+
*/
|
|
94
|
+
async *intentFulfilling(query, threadId, thread, intent) {
|
|
95
|
+
const systemPrompt = `
|
|
96
|
+
Today is ${(/* @__PURE__ */ new Date()).toLocaleDateString()}.
|
|
97
|
+
|
|
98
|
+
${_optionalChain([this, 'access', _4 => _4.prompts, 'optionalAccess', _5 => _5.agent]) || ""}
|
|
99
|
+
|
|
100
|
+
${_optionalChain([this, 'access', _6 => _6.prompts, 'optionalAccess', _7 => _7.system]) || ""}
|
|
101
|
+
|
|
102
|
+
${_optionalChain([intent, 'optionalAccess', _8 => _8.prompt]) || ""}
|
|
103
|
+
`.trim();
|
|
104
|
+
const modelInstance = this.modelModule.getModel();
|
|
105
|
+
const messages = modelInstance.generateMessages({
|
|
106
|
+
query,
|
|
107
|
+
thread,
|
|
108
|
+
systemPrompt: systemPrompt.trim()
|
|
109
|
+
});
|
|
110
|
+
const tools = [];
|
|
111
|
+
this.mcpModule && tools.push(...this.mcpModule.getTools());
|
|
112
|
+
this.a2aModule && tools.push(...await this.a2aModule.getTools());
|
|
113
|
+
const functions = modelInstance.convertToolsToFunctions(tools);
|
|
114
|
+
const processList = [];
|
|
115
|
+
while (true) {
|
|
116
|
+
const responseStream = await modelInstance.fetchStreamWithContextMessage(
|
|
117
|
+
messages,
|
|
118
|
+
functions
|
|
119
|
+
);
|
|
120
|
+
const assembledToolCalls = [];
|
|
121
|
+
_chunk466ED5WNcjs.loggers.intentStream.debug("messages", { messages });
|
|
122
|
+
for await (const chunk of responseStream) {
|
|
123
|
+
const delta = chunk.delta;
|
|
124
|
+
if (_optionalChain([delta, 'optionalAccess', _9 => _9.tool_calls])) {
|
|
125
|
+
for (const { index, id, function: func } of delta.tool_calls) {
|
|
126
|
+
assembledToolCalls[index] ??= {
|
|
127
|
+
id: "",
|
|
128
|
+
type: "function",
|
|
129
|
+
function: { name: "", arguments: "" }
|
|
130
|
+
};
|
|
131
|
+
if (id) assembledToolCalls[index].id = id;
|
|
132
|
+
if (_optionalChain([func, 'optionalAccess', _10 => _10.name])) assembledToolCalls[index].function.name = func.name;
|
|
133
|
+
if (_optionalChain([func, 'optionalAccess', _11 => _11.arguments]))
|
|
134
|
+
assembledToolCalls[index].function.arguments += func.arguments;
|
|
135
|
+
}
|
|
136
|
+
} else if (_optionalChain([chunk, 'access', _12 => _12.delta, 'optionalAccess', _13 => _13.content])) {
|
|
137
|
+
yield {
|
|
138
|
+
event: "text_chunk",
|
|
139
|
+
data: { delta: chunk.delta.content }
|
|
140
|
+
};
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
_chunk466ED5WNcjs.loggers.intentStream.debug("assembledToolCalls", {
|
|
144
|
+
assembledToolCalls
|
|
145
|
+
});
|
|
146
|
+
if (assembledToolCalls.length > 0) {
|
|
147
|
+
for (const toolCall of assembledToolCalls) {
|
|
148
|
+
const toolCallId = _crypto.randomUUID.call(void 0, );
|
|
149
|
+
const toolName = toolCall.function.name;
|
|
150
|
+
const selectedTool = tools.filter((tool) => tool.id === toolName)[0];
|
|
151
|
+
let toolResult = "";
|
|
152
|
+
if (this.mcpModule && selectedTool.protocol === "MCP" /* MCP */) {
|
|
153
|
+
const toolArgs = JSON.parse(toolCall.function.arguments);
|
|
154
|
+
yield {
|
|
155
|
+
event: "tool_start",
|
|
156
|
+
data: {
|
|
157
|
+
toolCallId,
|
|
158
|
+
protocol: "MCP" /* MCP */,
|
|
159
|
+
toolName,
|
|
160
|
+
toolArgs
|
|
161
|
+
}
|
|
162
|
+
};
|
|
163
|
+
_chunk466ED5WNcjs.loggers.intent.debug("MCP tool call", { toolName, toolArgs });
|
|
164
|
+
toolResult = await this.mcpModule.useTool(
|
|
165
|
+
selectedTool,
|
|
166
|
+
toolArgs
|
|
167
|
+
);
|
|
168
|
+
} else if (this.a2aModule && selectedTool.protocol === "A2A" /* A2A */) {
|
|
169
|
+
yield {
|
|
170
|
+
event: "tool_start",
|
|
171
|
+
data: {
|
|
172
|
+
toolCallId,
|
|
173
|
+
protocol: "A2A" /* A2A */,
|
|
174
|
+
toolName,
|
|
175
|
+
toolArgs: null
|
|
176
|
+
}
|
|
177
|
+
};
|
|
178
|
+
_chunk466ED5WNcjs.loggers.intent.debug("A2A tool call", { toolName });
|
|
179
|
+
toolResult = await this.a2aModule.useTool(
|
|
180
|
+
selectedTool,
|
|
181
|
+
query,
|
|
182
|
+
threadId
|
|
183
|
+
);
|
|
184
|
+
} else {
|
|
185
|
+
_chunk466ED5WNcjs.loggers.intent.warn(
|
|
186
|
+
`Unrecognized tool type: ${selectedTool.protocol}`
|
|
187
|
+
);
|
|
188
|
+
continue;
|
|
189
|
+
}
|
|
190
|
+
yield {
|
|
191
|
+
event: "tool_output",
|
|
192
|
+
data: {
|
|
193
|
+
toolCallId,
|
|
194
|
+
protocol: selectedTool.protocol,
|
|
195
|
+
toolName,
|
|
196
|
+
result: toolResult
|
|
197
|
+
}
|
|
198
|
+
};
|
|
199
|
+
_chunk466ED5WNcjs.loggers.intent.debug("toolResult", { toolResult });
|
|
200
|
+
processList.push(toolResult);
|
|
201
|
+
modelInstance.appendMessages(messages, toolResult);
|
|
202
|
+
}
|
|
203
|
+
} else {
|
|
204
|
+
break;
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
/**
|
|
209
|
+
* Generates a title for the conversation based on the query.
|
|
210
|
+
*
|
|
211
|
+
* @param query - The user's input query
|
|
212
|
+
* @returns Promise resolving to a generated title
|
|
213
|
+
*/
|
|
214
|
+
async generateTitle(query) {
|
|
215
|
+
const DEFAULT_TITLE = "New Chat";
|
|
216
|
+
try {
|
|
217
|
+
const modelInstance = this.modelModule.getModel();
|
|
218
|
+
const messages = modelInstance.generateMessages({
|
|
219
|
+
query,
|
|
220
|
+
systemPrompt: `You are a helpful assistant that generates titles for conversations.
|
|
221
|
+
Please analyze the user's query and create a concise title that accurately reflects the conversation's core topic.
|
|
222
|
+
The title must be no more than 5 words long.
|
|
223
|
+
Respond with only the title. Do not include any punctuation or extra explanations.`
|
|
224
|
+
});
|
|
225
|
+
const response = await modelInstance.fetch(messages);
|
|
226
|
+
return response.content || DEFAULT_TITLE;
|
|
227
|
+
} catch (error) {
|
|
228
|
+
_chunk466ED5WNcjs.loggers.intentStream.error("Error generating title", {
|
|
229
|
+
error,
|
|
230
|
+
query
|
|
231
|
+
});
|
|
232
|
+
return DEFAULT_TITLE;
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
/**
|
|
236
|
+
* Main entry point for processing streaming user queries.
|
|
237
|
+
*
|
|
238
|
+
* Handles the complete query lifecycle:
|
|
239
|
+
* 1. Loads or creates thread from memory
|
|
240
|
+
* 2. Detects intent from the query
|
|
241
|
+
* 3. Fulfills the intent with streaming AI response
|
|
242
|
+
* 4. Updates conversation history in real-time
|
|
243
|
+
*
|
|
244
|
+
* @param threadMetadata - Metadata containing type, userId, and optional threadId
|
|
245
|
+
* @param threadMetadata.type - The type of thread (e.g., chat, workflow)
|
|
246
|
+
* @param threadMetadata.userId - The user's unique identifier
|
|
247
|
+
* @param threadMetadata.threadId - Optional thread identifier
|
|
248
|
+
* @param query - The user's input query
|
|
249
|
+
* @returns AsyncGenerator yielding StreamEvent objects for SSE
|
|
250
|
+
*/
|
|
251
|
+
async *handleQueryStream(threadMetadata, query, isA2A) {
|
|
252
|
+
const { type, userId } = threadMetadata;
|
|
253
|
+
const queryStartAt = Date.now();
|
|
254
|
+
const threadMemory = _optionalChain([this, 'access', _14 => _14.memoryModule, 'optionalAccess', _15 => _15.getThreadMemory, 'call', _16 => _16()]);
|
|
255
|
+
let threadId = threadMetadata.threadId;
|
|
256
|
+
let thread;
|
|
257
|
+
if (threadId) {
|
|
258
|
+
thread = await _optionalChain([threadMemory, 'optionalAccess', _17 => _17.getThread, 'call', _18 => _18(userId, threadId)]);
|
|
259
|
+
if (!thread && !isA2A) {
|
|
260
|
+
throw new (0, _chunkQHQLU7BIcjs.AinHttpError)(_httpstatuscodes.StatusCodes.NOT_FOUND, "Thread not found");
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
threadId ??= _crypto.randomUUID.call(void 0, );
|
|
264
|
+
if (!thread) {
|
|
265
|
+
const title = await this.generateTitle(query);
|
|
266
|
+
const metadata = await _optionalChain([threadMemory, 'optionalAccess', _19 => _19.createThread, 'call', _20 => _20(type, userId, threadId, title)]) || {
|
|
267
|
+
type,
|
|
268
|
+
threadId,
|
|
269
|
+
title,
|
|
270
|
+
updatedAt: Date.now()
|
|
271
|
+
};
|
|
272
|
+
_chunk466ED5WNcjs.loggers.intentStream.info("Create new thread", { metadata });
|
|
273
|
+
yield { event: "thread_id", data: metadata };
|
|
274
|
+
}
|
|
275
|
+
await _optionalChain([threadMemory, 'optionalAccess', _21 => _21.addMessagesToThread, 'call', _22 => _22(userId, threadId, [
|
|
276
|
+
{
|
|
277
|
+
messageId: _crypto.randomUUID.call(void 0, ),
|
|
278
|
+
role: "USER" /* USER */,
|
|
279
|
+
timestamp: queryStartAt,
|
|
280
|
+
content: { type: "text", parts: [query] }
|
|
281
|
+
}
|
|
282
|
+
])]);
|
|
283
|
+
const intent = await this.intentTriggering(query, thread);
|
|
284
|
+
const stream = this.intentFulfilling(query, threadId, thread, intent);
|
|
285
|
+
let finalResponseText = "";
|
|
286
|
+
for await (const event of stream) {
|
|
287
|
+
if (event.event === "text_chunk" && event.data.delta) {
|
|
288
|
+
_chunk466ED5WNcjs.loggers.intentStream.debug("text_chunk", { event });
|
|
289
|
+
finalResponseText += event.data.delta;
|
|
290
|
+
} else if (event.event === "tool_start") {
|
|
291
|
+
await _optionalChain([threadMemory, 'optionalAccess', _23 => _23.addMessagesToThread, 'call', _24 => _24(userId, threadId, [
|
|
292
|
+
{
|
|
293
|
+
messageId: _crypto.randomUUID.call(void 0, ),
|
|
294
|
+
role: "MODEL" /* MODEL */,
|
|
295
|
+
timestamp: Date.now(),
|
|
296
|
+
content: {
|
|
297
|
+
type: "text",
|
|
298
|
+
parts: [JSON.stringify(event.data.toolArgs)]
|
|
299
|
+
},
|
|
300
|
+
metadata: {
|
|
301
|
+
toolCallId: event.data.toolCallId,
|
|
302
|
+
toolName: event.data.toolName,
|
|
303
|
+
protocol: event.data.protocol
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
])]);
|
|
307
|
+
} else if (event.event === "tool_output") {
|
|
308
|
+
await _optionalChain([threadMemory, 'optionalAccess', _25 => _25.addMessagesToThread, 'call', _26 => _26(userId, threadId, [
|
|
309
|
+
{
|
|
310
|
+
messageId: _crypto.randomUUID.call(void 0, ),
|
|
311
|
+
role: "MODEL" /* MODEL */,
|
|
312
|
+
timestamp: Date.now(),
|
|
313
|
+
content: { type: "text", parts: [event.data.result] },
|
|
314
|
+
metadata: {
|
|
315
|
+
toolCallId: event.data.toolCallId,
|
|
316
|
+
toolName: event.data.toolName,
|
|
317
|
+
protocol: event.data.protocol
|
|
318
|
+
}
|
|
319
|
+
}
|
|
320
|
+
])]);
|
|
321
|
+
}
|
|
322
|
+
yield event;
|
|
323
|
+
}
|
|
324
|
+
await _optionalChain([threadMemory, 'optionalAccess', _27 => _27.addMessagesToThread, 'call', _28 => _28(userId, threadId, [
|
|
325
|
+
{
|
|
326
|
+
messageId: _crypto.randomUUID.call(void 0, ),
|
|
327
|
+
role: "MODEL" /* MODEL */,
|
|
328
|
+
timestamp: Date.now(),
|
|
329
|
+
content: { type: "text", parts: [finalResponseText] }
|
|
330
|
+
}
|
|
331
|
+
])]);
|
|
332
|
+
}
|
|
333
|
+
};
|
|
334
|
+
|
|
335
|
+
|
|
336
|
+
|
|
337
|
+
exports.QueryStreamService = QueryStreamService;
|
|
338
|
+
//# sourceMappingURL=chunk-6CDGUUXE.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-6CDGUUXE.cjs","../../src/services/query-stream.service.ts"],"names":["intent"],"mappings":"AAAA;AACE;AACF,wDAA6B;AAC7B;AACE;AACF,wDAA6B;AAC7B;AACA;ACPA,gCAA2B;AAC3B,oDAA4B;AAgCrB,IAAM,mBAAA,EAAN,MAAyB;AAAA,EACvB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,WAAA,CACC,WAAA,EACA,SAAA,EACA,SAAA,EACA,YAAA,EACA,OAAA,EACC;AACD,IAAA,IAAA,CAAK,YAAA,EAAc,WAAA;AACnB,IAAA,IAAA,CAAK,UAAA,EAAY,SAAA;AACjB,IAAA,IAAA,CAAK,UAAA,EAAY,SAAA;AACjB,IAAA,IAAA,CAAK,aAAA,EAAe,YAAA;AACpB,IAAA,IAAA,CAAK,QAAA,EAAU,OAAA;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,gBAAA,CACb,KAAA,EACA,MAAA,EAC8B;AAC9B,IAAA,MAAM,cAAA,EAAgB,IAAA,CAAK,WAAA,CAAY,QAAA,CAAS,CAAA;AAChD,IAAA,MAAM,aAAA,kBAAe,IAAA,mBAAK,YAAA,6BAAc,eAAA,mBAAgB,GAAA;AACxD,IAAA,GAAA,CAAI,CAAC,YAAA,EAAc;AAClB,MAAA,OAAO,KAAA,CAAA;AAAA,IACR;AAGA,IAAA,MAAM,QAAA,EAAU,MAAM,YAAA,CAAa,WAAA,CAAY,CAAA;AAE/C,IAAA,GAAA,CAAI,OAAA,CAAQ,OAAA,IAAW,CAAA,EAAG;AACzB,MAAA,yBAAA,CAAQ,YAAA,CAAa,IAAA,CAAK,iBAAiB,CAAA;AAC3C,MAAA,OAAO,KAAA,CAAA;AAAA,IACR;AAEA,IAAA,MAAM,WAAA,EAAa,OAAA,CACjB,GAAA,CAAI,CAACA,OAAAA,EAAAA,GAAW,CAAA,EAAA,EAAKA,OAAAA,CAAO,IAAI,CAAA,EAAA,EAAKA,OAAAA,CAAO,WAAW,CAAA,CAAA;AAOtB,IAAA;AAM1B,MAAA;AAGyB,MAAA;AAED,MAAA;AAEpB,IAAA;AAEQ,IAAA;AAAA;AAAA;AAGX;AAAA;AAAA;AAAA,qFAAA;AAKU,IAAA;AAAA;AAEN;AAAA;AAEY,qBAAA;AAAA;AAAA;AAAA,yFAAA;AAKsB,IAAA;AACxC,MAAA;AACP,MAAA;AACA,IAAA;AAEkD,IAAA;AAC5B,IAAA;AACc,MAAA;AACrC,IAAA;AACyC,IAAA;AACmB,IAAA;AAC/C,IAAA;AACoC,MAAA;AACjD,IAAA;AACO,IAAA;AACR,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAuB+B,EAAA;AACT,IAAA;AACmB,SAAA;AAAA;AAEf;AAAA;AAEC;AAAA;AAEN;AACd,CAAA;AAE0C,IAAA;AACA,IAAA;AAC/C,MAAA;AACA,MAAA;AACgC,MAAA;AAChC,IAAA;AAE4B,IAAA;AAC4B,IAAA;AACQ,IAAA;AAEJ,IAAA;AAE9B,IAAA;AAElB,IAAA;AAC+B,MAAA;AAC1C,QAAA;AACA,QAAA;AACD,MAAA;AAMO,MAAA;AAE4C,MAAA;AAET,MAAA;AACrB,QAAA;AACG,QAAA;AACwC,UAAA;AAC/B,YAAA;AACzB,cAAA;AACE,cAAA;AAC8B,cAAA;AACrC,YAAA;AAEuC,YAAA;AACwB,YAAA;AACrD,YAAA;AAC4C,cAAA;AACvD,UAAA;AACgC,QAAA;AAC1B,UAAA;AACE,YAAA;AAC4B,YAAA;AACpC,UAAA;AACD,QAAA;AACD,MAAA;AAEiD,MAAA;AAChD,QAAA;AACA,MAAA;AAEkC,MAAA;AACS,QAAA;AACZ,UAAA;AACK,UAAA;AACgC,UAAA;AAElD,UAAA;AAIf,UAAA;AACsD,YAAA;AAGjD,YAAA;AACE,cAAA;AACD,cAAA;AACL,gBAAA;AACA,gBAAA;AACA,gBAAA;AACA,gBAAA;AACD,cAAA;AACD,YAAA;AAC4D,YAAA;AAC1B,YAAA;AACjC,cAAA;AACA,cAAA;AACD,YAAA;AAIC,UAAA;AACK,YAAA;AACE,cAAA;AACD,cAAA;AACL,gBAAA;AACA,gBAAA;AACA,gBAAA;AACU,gBAAA;AACX,cAAA;AACD,YAAA;AACkD,YAAA;AAChB,YAAA;AACjC,cAAA;AACA,cAAA;AACA,cAAA;AACD,YAAA;AACM,UAAA;AAES,YAAA;AACkC,cAAA;AACjD,YAAA;AACA,YAAA;AACD,UAAA;AACM,UAAA;AACE,YAAA;AACD,YAAA;AACL,cAAA;AACuB,cAAA;AACvB,cAAA;AACQ,cAAA;AACT,YAAA;AACD,UAAA;AACiD,UAAA;AAEtB,UAAA;AACsB,UAAA;AAClD,QAAA;AACM,MAAA;AACN,QAAA;AACD,MAAA;AACD,IAAA;AACD,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAS4D,EAAA;AACrC,IAAA;AAClB,IAAA;AAC6C,MAAA;AACA,MAAA;AAC/C,QAAA;AACc,QAAA;AAAA;AAAA;AAAA,oFAAA;AAId,MAAA;AACkD,MAAA;AACxB,MAAA;AACZ,IAAA;AACsC,MAAA;AACpD,QAAA;AACA,QAAA;AACA,MAAA;AACM,MAAA;AACR,IAAA;AACD,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AA0B+B,EAAA;AACL,IAAA;AACK,IAAA;AAC0B,IAAA;AAG1B,IAAA;AAC1B,IAAA;AACU,IAAA;AAC0C,MAAA;AAChC,MAAA;AAC0C,QAAA;AACjE,MAAA;AACD,IAAA;AAEwB,IAAA;AACX,IAAA;AACgC,MAAA;AAI1C,MAAA;AACA,QAAA;AACA,QAAA;AACA,QAAA;AACoB,QAAA;AACrB,MAAA;AAC0D,MAAA;AAChB,MAAA;AAC5C,IAAA;AAE0D,IAAA;AACzD,MAAA;AACuB,QAAA;AACtB,QAAA;AACW,QAAA;AAC6B,QAAA;AACzC,MAAA;AACA,IAAA;AAGuD,IAAA;AAGY,IAAA;AAE5C,IAAA;AACU,IAAA;AACqB,MAAA;AACH,QAAA;AAClB,QAAA;AACQ,MAAA;AACkB,QAAA;AACzD,UAAA;AACuB,YAAA;AACtB,YAAA;AACoB,YAAA;AACX,YAAA;AACF,cAAA;AACqC,cAAA;AAC5C,YAAA;AACU,YAAA;AACc,cAAA;AACF,cAAA;AACA,cAAA;AACtB,YAAA;AACD,UAAA;AACA,QAAA;AACwC,MAAA;AACiB,QAAA;AACzD,UAAA;AACuB,YAAA;AACtB,YAAA;AACoB,YAAA;AACgC,YAAA;AAC1C,YAAA;AACc,cAAA;AACF,cAAA;AACA,cAAA;AACtB,YAAA;AACD,UAAA;AACA,QAAA;AACF,MAAA;AACM,MAAA;AACP,IAAA;AAE0D,IAAA;AACzD,MAAA;AACuB,QAAA;AACtB,QAAA;AACoB,QAAA;AACgC,QAAA;AACrD,MAAA;AACA,IAAA;AACF,EAAA;AACD;ADjH0F;AACA;AACA;AACA","file":"/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-6CDGUUXE.cjs","sourcesContent":[null,"import { randomUUID } from \"node:crypto\";\nimport { StatusCodes } from \"http-status-codes\";\nimport type {\n\tA2AModule,\n\tMCPModule,\n\tMemoryModule,\n\tModelModule,\n} from \"@/modules/index.js\";\nimport { type AinAgentPrompts, AinHttpError } from \"@/types/agent.js\";\nimport {\n\ttype Intent,\n\ttype MessageObject,\n\tMessageRole,\n\ttype ThreadMetadata,\n\ttype ThreadObject,\n\ttype ThreadType,\n} from \"@/types/memory.js\";\nimport type { StreamEvent } from \"@/types/stream\";\nimport {\n\ttype IA2ATool,\n\ttype IAgentTool,\n\ttype IMCPTool,\n\tTOOL_PROTOCOL_TYPE,\n} from \"@/types/tool.js\";\nimport { loggers } from \"@/utils/logger.js\";\n\n/**\n * Service for processing user queries through the agent's AI pipeline.\n *\n * Orchestrates the query processing workflow including intent detection,\n * model inference, tool execution, and response generation. Manages\n * conversation context and coordinates between different modules.\n */\nexport class QueryStreamService {\n\tprivate modelModule: ModelModule;\n\tprivate a2aModule?: A2AModule;\n\tprivate mcpModule?: MCPModule;\n\tprivate memoryModule?: MemoryModule;\n\tprivate prompts?: AinAgentPrompts;\n\n\tconstructor(\n\t\tmodelModule: ModelModule,\n\t\ta2aModule?: A2AModule,\n\t\tmcpModule?: MCPModule,\n\t\tmemoryModule?: MemoryModule,\n\t\tprompts?: AinAgentPrompts,\n\t) {\n\t\tthis.modelModule = modelModule;\n\t\tthis.a2aModule = a2aModule;\n\t\tthis.mcpModule = mcpModule;\n\t\tthis.memoryModule = memoryModule;\n\t\tthis.prompts = prompts;\n\t}\n\n\t/**\n\t * Detects the intent from context.\n\t *\n\t * @param query - The user's input query\n\t * @param thread - The thread history\n\t * @returns The detected intent\n\t */\n\tprivate async intentTriggering(\n\t\tquery: string,\n\t\tthread: ThreadObject | undefined,\n\t): Promise<Intent | undefined> {\n\t\tconst modelInstance = this.modelModule.getModel();\n\t\tconst intentMemory = this.memoryModule?.getIntentMemory();\n\t\tif (!intentMemory) {\n\t\t\treturn undefined;\n\t\t}\n\n\t\t// 인텐트 목록 가져오기\n\t\tconst intents = await intentMemory.listIntents();\n\n\t\tif (intents.length === 0) {\n\t\t\tloggers.intentStream.warn(\"No intent found\");\n\t\t\treturn undefined;\n\t\t}\n\n\t\tconst intentList = intents\n\t\t\t.map((intent) => `- ${intent.name}: ${intent.description}`)\n\t\t\t.join(\"\\n\");\n\n\t\t// Convert thread messages to a string\n\t\tconst threadMessages = !thread\n\t\t\t? \"\"\n\t\t\t: thread.messages\n\t\t\t\t\t.sort((a, b) => a.timestamp - b.timestamp)\n\t\t\t\t\t.map((message: MessageObject) => {\n\t\t\t\t\t\tconst role =\n\t\t\t\t\t\t\tmessage.role === \"USER\"\n\t\t\t\t\t\t\t\t? \"User\"\n\t\t\t\t\t\t\t\t: message.role === \"MODEL\"\n\t\t\t\t\t\t\t\t\t? \"Assistant\"\n\t\t\t\t\t\t\t\t\t: \"System\";\n\t\t\t\t\t\tconst content = Array.isArray(message.content.parts)\n\t\t\t\t\t\t\t? message.content.parts.join(\" \")\n\t\t\t\t\t\t\t: String(message.content.parts);\n\t\t\t\t\t\treturn `${role}: \"\"\"${content}\"\"\"`;\n\t\t\t\t\t})\n\t\t\t\t\t.join(\"\\n\");\n\n\t\tconst systemPrompt = `You are an expert in accurately identifying user intentions.\n\nAvailable intent list:\n${intentList}\n\nPlease select and answer only from the above intent list. \nPlease return only the exact intent name without any additional explanations or text.`;\n\n\t\tconst userMessage = `The following is the conversation history with the user:\n\n${threadMessages}\n\nLast user question: \"${query}\"\n\nBased on the above conversation history, please determine what the intention of the last user question is. \nPlease select and answer the most appropriate intent name from the available intent list.`;\n\n\t\tconst messages = modelInstance.generateMessages({\n\t\t\tquery: userMessage,\n\t\t\tsystemPrompt,\n\t\t});\n\n\t\tconst response = await modelInstance.fetch(messages);\n\t\tif (!response.content) {\n\t\t\tthrow new Error(\"No intent detected\");\n\t\t}\n\t\tconst intentName = response.content.trim();\n\t\tconst intent = await intentMemory.getIntentByName(intentName);\n\t\tif (!intent) {\n\t\t\tthrow new Error(`No intent found: ${intentName}`);\n\t\t}\n\t\treturn intent;\n\t}\n\n\t/**\n\t * Fulfills the detected intent by generating a streaming response.\n\t *\n\t * Manages the complete inference loop including:\n\t * - Loading prompts and conversation history\n\t * - Collecting available tools from modules\n\t * - Executing model inference with tool support\n\t * - Processing tool calls iteratively until completion\n\t * - Streaming results as Server-Sent Events\n\t *\n\t * @param query - The user's input query\n\t * @param threadId - Thread identifier for context\n\t * @param thread - Previous conversation history\n\t * @param intent - Optional detected intent with custom prompt\n\t * @returns AsyncGenerator yielding StreamEvent objects\n\t */\n\tpublic async *intentFulfilling(\n\t\tquery: string,\n\t\tthreadId: string,\n\t\tthread?: ThreadObject,\n\t\tintent?: Intent,\n\t): AsyncGenerator<StreamEvent> {\n\t\tconst systemPrompt = `\nToday is ${new Date().toLocaleDateString()}.\n\n${this.prompts?.agent || \"\"}\n\n${this.prompts?.system || \"\"}\n\n${intent?.prompt || \"\"}\n\t`.trim();\n\n\t\tconst modelInstance = this.modelModule.getModel();\n\t\tconst messages = modelInstance.generateMessages({\n\t\t\tquery,\n\t\t\tthread,\n\t\t\tsystemPrompt: systemPrompt.trim(),\n\t\t});\n\n\t\tconst tools: IAgentTool[] = [];\n\t\tthis.mcpModule && tools.push(...this.mcpModule.getTools());\n\t\tthis.a2aModule && tools.push(...(await this.a2aModule.getTools()));\n\n\t\tconst functions = modelInstance.convertToolsToFunctions(tools);\n\n\t\tconst processList: string[] = [];\n\n\t\twhile (true) {\n\t\t\tconst responseStream = await modelInstance.fetchStreamWithContextMessage(\n\t\t\t\tmessages,\n\t\t\t\tfunctions,\n\t\t\t);\n\n\t\t\tconst assembledToolCalls: {\n\t\t\t\tid: string;\n\t\t\t\ttype: \"function\";\n\t\t\t\tfunction: { name: string; arguments: string };\n\t\t\t}[] = [];\n\n\t\t\tloggers.intentStream.debug(\"messages\", { messages });\n\n\t\t\tfor await (const chunk of responseStream) {\n\t\t\t\tconst delta = chunk.delta;\n\t\t\t\tif (delta?.tool_calls) {\n\t\t\t\t\tfor (const { index, id, function: func } of delta.tool_calls) {\n\t\t\t\t\t\tassembledToolCalls[index] ??= {\n\t\t\t\t\t\t\tid: \"\",\n\t\t\t\t\t\t\ttype: \"function\",\n\t\t\t\t\t\t\tfunction: { name: \"\", arguments: \"\" },\n\t\t\t\t\t\t};\n\n\t\t\t\t\t\tif (id) assembledToolCalls[index].id = id;\n\t\t\t\t\t\tif (func?.name) assembledToolCalls[index].function.name = func.name;\n\t\t\t\t\t\tif (func?.arguments)\n\t\t\t\t\t\t\tassembledToolCalls[index].function.arguments += func.arguments;\n\t\t\t\t\t}\n\t\t\t\t} else if (chunk.delta?.content) {\n\t\t\t\t\tyield {\n\t\t\t\t\t\tevent: \"text_chunk\",\n\t\t\t\t\t\tdata: { delta: chunk.delta.content },\n\t\t\t\t\t};\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tloggers.intentStream.debug(\"assembledToolCalls\", {\n\t\t\t\tassembledToolCalls,\n\t\t\t});\n\n\t\t\tif (assembledToolCalls.length > 0) {\n\t\t\t\tfor (const toolCall of assembledToolCalls) {\n\t\t\t\t\tconst toolCallId = randomUUID();\n\t\t\t\t\tconst toolName = toolCall.function.name;\n\t\t\t\t\tconst selectedTool = tools.filter((tool) => tool.id === toolName)[0];\n\n\t\t\t\t\tlet toolResult = \"\";\n\t\t\t\t\tif (\n\t\t\t\t\t\tthis.mcpModule &&\n\t\t\t\t\t\tselectedTool.protocol === TOOL_PROTOCOL_TYPE.MCP\n\t\t\t\t\t) {\n\t\t\t\t\t\tconst toolArgs = JSON.parse(toolCall.function.arguments) as\n\t\t\t\t\t\t\t| { [x: string]: unknown }\n\t\t\t\t\t\t\t| undefined;\n\t\t\t\t\t\tyield {\n\t\t\t\t\t\t\tevent: \"tool_start\",\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\t\tprotocol: TOOL_PROTOCOL_TYPE.MCP,\n\t\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\t\ttoolArgs,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t};\n\t\t\t\t\t\tloggers.intent.debug(\"MCP tool call\", { toolName, toolArgs });\n\t\t\t\t\t\ttoolResult = await this.mcpModule.useTool(\n\t\t\t\t\t\t\tselectedTool as IMCPTool,\n\t\t\t\t\t\t\ttoolArgs,\n\t\t\t\t\t\t);\n\t\t\t\t\t} else if (\n\t\t\t\t\t\tthis.a2aModule &&\n\t\t\t\t\t\tselectedTool.protocol === TOOL_PROTOCOL_TYPE.A2A\n\t\t\t\t\t) {\n\t\t\t\t\t\tyield {\n\t\t\t\t\t\t\tevent: \"tool_start\",\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\t\tprotocol: TOOL_PROTOCOL_TYPE.A2A,\n\t\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\t\ttoolArgs: null,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t};\n\t\t\t\t\t\tloggers.intent.debug(\"A2A tool call\", { toolName });\n\t\t\t\t\t\ttoolResult = await this.a2aModule.useTool(\n\t\t\t\t\t\t\tselectedTool as IA2ATool,\n\t\t\t\t\t\t\tquery,\n\t\t\t\t\t\t\tthreadId,\n\t\t\t\t\t\t);\n\t\t\t\t\t} else {\n\t\t\t\t\t\t// Unrecognized tool type. It cannot be happened...\n\t\t\t\t\t\tloggers.intent.warn(\n\t\t\t\t\t\t\t`Unrecognized tool type: ${selectedTool.protocol}`,\n\t\t\t\t\t\t);\n\t\t\t\t\t\tcontinue;\n\t\t\t\t\t}\n\t\t\t\t\tyield {\n\t\t\t\t\t\tevent: \"tool_output\",\n\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\tprotocol: selectedTool.protocol,\n\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\tresult: toolResult,\n\t\t\t\t\t\t},\n\t\t\t\t\t};\n\t\t\t\t\tloggers.intent.debug(\"toolResult\", { toolResult });\n\n\t\t\t\t\tprocessList.push(toolResult);\n\t\t\t\t\tmodelInstance.appendMessages(messages, toolResult);\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\t}\n\n\t/**\n\t * Generates a title for the conversation based on the query.\n\t *\n\t * @param query - The user's input query\n\t * @returns Promise resolving to a generated title\n\t */\n\n\tprivate async generateTitle(query: string): Promise<string> {\n\t\tconst DEFAULT_TITLE = \"New Chat\";\n\t\ttry {\n\t\t\tconst modelInstance = this.modelModule.getModel();\n\t\t\tconst messages = modelInstance.generateMessages({\n\t\t\t\tquery,\n\t\t\t\tsystemPrompt: `You are a helpful assistant that generates titles for conversations.\n Please analyze the user's query and create a concise title that accurately reflects the conversation's core topic.\n The title must be no more than 5 words long.\n Respond with only the title. Do not include any punctuation or extra explanations.`,\n\t\t\t});\n\t\t\tconst response = await modelInstance.fetch(messages);\n\t\t\treturn response.content || DEFAULT_TITLE;\n\t\t} catch (error) {\n\t\t\tloggers.intentStream.error(\"Error generating title\", {\n\t\t\t\terror,\n\t\t\t\tquery,\n\t\t\t});\n\t\t\treturn DEFAULT_TITLE;\n\t\t}\n\t}\n\n\t/**\n\t * Main entry point for processing streaming user queries.\n\t *\n\t * Handles the complete query lifecycle:\n\t * 1. Loads or creates thread from memory\n\t * 2. Detects intent from the query\n\t * 3. Fulfills the intent with streaming AI response\n\t * 4. Updates conversation history in real-time\n\t *\n\t * @param threadMetadata - Metadata containing type, userId, and optional threadId\n\t * @param threadMetadata.type - The type of thread (e.g., chat, workflow)\n\t * @param threadMetadata.userId - The user's unique identifier\n\t * @param threadMetadata.threadId - Optional thread identifier\n\t * @param query - The user's input query\n\t * @returns AsyncGenerator yielding StreamEvent objects for SSE\n\t */\n\tpublic async *handleQueryStream(\n\t\tthreadMetadata: {\n\t\t\ttype: ThreadType;\n\t\t\tuserId: string;\n\t\t\tthreadId?: string;\n\t\t},\n\t\tquery: string,\n\t\tisA2A?: boolean,\n\t): AsyncGenerator<StreamEvent> {\n\t\tconst { type, userId } = threadMetadata;\n\t\tconst queryStartAt = Date.now();\n\t\tconst threadMemory = this.memoryModule?.getThreadMemory();\n\n\t\t// 1. Load or create thread\n\t\tlet threadId = threadMetadata.threadId;\n\t\tlet thread: ThreadObject | undefined;\n\t\tif (threadId) {\n\t\t\tthread = await threadMemory?.getThread(userId, threadId);\n\t\t\tif (!thread && !isA2A) {\n\t\t\t\tthrow new AinHttpError(StatusCodes.NOT_FOUND, \"Thread not found\");\n\t\t\t}\n\t\t}\n\n\t\tthreadId ??= randomUUID();\n\t\tif (!thread) {\n\t\t\tconst title = await this.generateTitle(query);\n\n\t\t\tconst metadata =\n\t\t\t\t(await threadMemory?.createThread(type, userId, threadId, title)) ||\n\t\t\t\t({\n\t\t\t\t\ttype,\n\t\t\t\t\tthreadId,\n\t\t\t\t\ttitle,\n\t\t\t\t\tupdatedAt: Date.now(),\n\t\t\t\t} as ThreadMetadata);\n\t\t\tloggers.intentStream.info(\"Create new thread\", { metadata });\n\t\t\tyield { event: \"thread_id\", data: metadata };\n\t\t}\n\n\t\tawait threadMemory?.addMessagesToThread(userId, threadId, [\n\t\t\t{\n\t\t\t\tmessageId: randomUUID(),\n\t\t\t\trole: MessageRole.USER,\n\t\t\t\ttimestamp: queryStartAt,\n\t\t\t\tcontent: { type: \"text\", parts: [query] },\n\t\t\t},\n\t\t]);\n\n\t\t// 2. intent triggering\n\t\tconst intent = await this.intentTriggering(query, thread);\n\n\t\t// 3. intent fulfillment\n\t\tconst stream = this.intentFulfilling(query, threadId, thread, intent);\n\n\t\tlet finalResponseText = \"\";\n\t\tfor await (const event of stream) {\n\t\t\tif (event.event === \"text_chunk\" && event.data.delta) {\n\t\t\t\tloggers.intentStream.debug(\"text_chunk\", { event });\n\t\t\t\tfinalResponseText += event.data.delta;\n\t\t\t} else if (event.event === \"tool_start\") {\n\t\t\t\tawait threadMemory?.addMessagesToThread(userId, threadId, [\n\t\t\t\t\t{\n\t\t\t\t\t\tmessageId: randomUUID(),\n\t\t\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\t\t\ttimestamp: Date.now(),\n\t\t\t\t\t\tcontent: {\n\t\t\t\t\t\t\ttype: \"text\",\n\t\t\t\t\t\t\tparts: [JSON.stringify(event.data.toolArgs)],\n\t\t\t\t\t\t},\n\t\t\t\t\t\tmetadata: {\n\t\t\t\t\t\t\ttoolCallId: event.data.toolCallId,\n\t\t\t\t\t\t\ttoolName: event.data.toolName,\n\t\t\t\t\t\t\tprotocol: event.data.protocol,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t]);\n\t\t\t} else if (event.event === \"tool_output\") {\n\t\t\t\tawait threadMemory?.addMessagesToThread(userId, threadId, [\n\t\t\t\t\t{\n\t\t\t\t\t\tmessageId: randomUUID(),\n\t\t\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\t\t\ttimestamp: Date.now(),\n\t\t\t\t\t\tcontent: { type: \"text\", parts: [event.data.result] },\n\t\t\t\t\t\tmetadata: {\n\t\t\t\t\t\t\ttoolCallId: event.data.toolCallId,\n\t\t\t\t\t\t\ttoolName: event.data.toolName,\n\t\t\t\t\t\t\tprotocol: event.data.protocol,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t]);\n\t\t\t}\n\t\t\tyield event;\n\t\t}\n\n\t\tawait threadMemory?.addMessagesToThread(userId, threadId, [\n\t\t\t{\n\t\t\t\tmessageId: randomUUID(),\n\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\ttimestamp: Date.now(),\n\t\t\t\tcontent: { type: \"text\", parts: [finalResponseText] },\n\t\t\t},\n\t\t]);\n\t}\n}\n"]}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true});
|
|
2
|
+
|
|
3
|
+
var _chunkEHULB7WGcjs = require('./chunk-EHULB7WG.cjs');
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
var _chunkVLMHDHXTcjs = require('./chunk-VLMHDHXT.cjs');
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
var _chunkHQ4X5TPNcjs = require('./chunk-HQ4X5TPN.cjs');
|
|
10
|
+
|
|
11
|
+
// src/routes/query.routes.ts
|
|
12
|
+
var _express = require('express');
|
|
13
|
+
var createQueryRouter = (agent, allowStream = false) => {
|
|
14
|
+
const router = _express.Router.call(void 0, );
|
|
15
|
+
const queryService = new (0, _chunkEHULB7WGcjs.QueryService)(
|
|
16
|
+
agent.modelModule,
|
|
17
|
+
agent.a2aModule,
|
|
18
|
+
agent.mcpModule,
|
|
19
|
+
agent.memoryModule,
|
|
20
|
+
agent.manifest.prompts
|
|
21
|
+
);
|
|
22
|
+
let queryStreamService;
|
|
23
|
+
if (allowStream) {
|
|
24
|
+
queryStreamService = new (0, _chunkHQ4X5TPNcjs.QueryStreamService)(
|
|
25
|
+
agent.modelModule,
|
|
26
|
+
agent.a2aModule,
|
|
27
|
+
agent.mcpModule,
|
|
28
|
+
agent.memoryModule,
|
|
29
|
+
agent.manifest.prompts
|
|
30
|
+
);
|
|
31
|
+
}
|
|
32
|
+
const queryController = new (0, _chunkVLMHDHXTcjs.QueryController)(queryService, queryStreamService);
|
|
33
|
+
router.post("/", queryController.handleQueryRequest);
|
|
34
|
+
if (allowStream) {
|
|
35
|
+
router.post("/stream", queryController.handleQueryStreamRequest);
|
|
36
|
+
}
|
|
37
|
+
return router;
|
|
38
|
+
};
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
exports.createQueryRouter = createQueryRouter;
|
|
43
|
+
//# sourceMappingURL=chunk-6KB562A7.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-6KB562A7.cjs","../../src/routes/query.routes.ts"],"names":[],"mappings":"AAAA;AACE;AACF,wDAA6B;AAC7B;AACE;AACF,wDAA6B;AAC7B;AACE;AACF,wDAA6B;AAC7B;AACA;ACVA,kCAAuB;AAMhB,IAAM,kBAAA,EAAoB,CAChC,KAAA,EACA,YAAA,EAAc,KAAA,EAAA,GACF;AACZ,EAAA,MAAM,OAAA,EAAS,6BAAA,CAAO;AAEtB,EAAA,MAAM,aAAA,EAAe,IAAI,mCAAA;AAAA,IACxB,KAAA,CAAM,WAAA;AAAA,IACN,KAAA,CAAM,SAAA;AAAA,IACN,KAAA,CAAM,SAAA;AAAA,IACN,KAAA,CAAM,YAAA;AAAA,IACN,KAAA,CAAM,QAAA,CAAS;AAAA,EAChB,CAAA;AAEA,EAAA,IAAI,kBAAA;AAEJ,EAAA,GAAA,CAAI,WAAA,EAAa;AAChB,IAAA,mBAAA,EAAqB,IAAI,yCAAA;AAAA,MACxB,KAAA,CAAM,WAAA;AAAA,MACN,KAAA,CAAM,SAAA;AAAA,MACN,KAAA,CAAM,SAAA;AAAA,MACN,KAAA,CAAM,YAAA;AAAA,MACN,KAAA,CAAM,QAAA,CAAS;AAAA,IAChB,CAAA;AAAA,EACD;AAEA,EAAA,MAAM,gBAAA,EAAkB,IAAI,sCAAA,CAAgB,YAAA,EAAc,kBAAkB,CAAA;AAC5E,EAAA,MAAA,CAAO,IAAA,CAAK,GAAA,EAAK,eAAA,CAAgB,kBAAkB,CAAA;AAEnD,EAAA,GAAA,CAAI,WAAA,EAAa;AAChB,IAAA,MAAA,CAAO,IAAA,CAAK,SAAA,EAAW,eAAA,CAAgB,wBAAwB,CAAA;AAAA,EAChE;AAEA,EAAA,OAAO,MAAA;AACR,CAAA;ADFA;AACA;AACE;AACF,8CAAC","file":"/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-6KB562A7.cjs","sourcesContent":[null,"import { Router } from \"express\";\nimport { QueryController } from \"@/controllers/query.controller.js\";\nimport type { AINAgent } from \"@/index.js\";\nimport { QueryService } from \"@/services/query.service.js\";\nimport { QueryStreamService } from \"@/services/query-stream.service.js\";\n\nexport const createQueryRouter = (\n\tagent: AINAgent,\n\tallowStream = false,\n): Router => {\n\tconst router = Router();\n\n\tconst queryService = new QueryService(\n\t\tagent.modelModule,\n\t\tagent.a2aModule,\n\t\tagent.mcpModule,\n\t\tagent.memoryModule,\n\t\tagent.manifest.prompts,\n\t);\n\n\tlet queryStreamService: QueryStreamService | undefined;\n\n\tif (allowStream) {\n\t\tqueryStreamService = new QueryStreamService(\n\t\t\tagent.modelModule,\n\t\t\tagent.a2aModule,\n\t\t\tagent.mcpModule,\n\t\t\tagent.memoryModule,\n\t\t\tagent.manifest.prompts,\n\t\t);\n\t}\n\n\tconst queryController = new QueryController(queryService, queryStreamService);\n\trouter.post(\"/\", queryController.handleQueryRequest);\n\n\tif (allowStream) {\n\t\trouter.post(\"/stream\", queryController.handleQueryStreamRequest);\n\t}\n\n\treturn router;\n};\n"]}
|