@ainetwork/adk 0.1.11 → 0.1.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -4
- package/dist/cjs/chunk-2XND7YNQ.cjs +279 -0
- package/dist/cjs/chunk-2XND7YNQ.cjs.map +1 -0
- package/dist/cjs/chunk-36ECGO5C.cjs +269 -0
- package/dist/cjs/chunk-36ECGO5C.cjs.map +1 -0
- package/dist/cjs/chunk-3J3ORQOG.cjs +65 -0
- package/dist/cjs/chunk-3J3ORQOG.cjs.map +1 -0
- package/dist/cjs/chunk-3QNRWPMM.cjs +37 -0
- package/dist/cjs/chunk-3QNRWPMM.cjs.map +1 -0
- package/dist/cjs/chunk-4MCEFDVX.cjs +43 -0
- package/dist/cjs/chunk-4MCEFDVX.cjs.map +1 -0
- package/dist/cjs/chunk-55IME4BG.cjs +114 -0
- package/dist/cjs/chunk-55IME4BG.cjs.map +1 -0
- package/dist/cjs/chunk-5T53A5X4.cjs +12 -0
- package/dist/cjs/chunk-5T53A5X4.cjs.map +1 -0
- package/dist/cjs/chunk-65M7DC3L.cjs +172 -0
- package/dist/cjs/chunk-65M7DC3L.cjs.map +1 -0
- package/dist/cjs/chunk-6BKOR3ZH.cjs +111 -0
- package/dist/cjs/chunk-6BKOR3ZH.cjs.map +1 -0
- package/dist/cjs/chunk-6YVTJEMQ.cjs +176 -0
- package/dist/cjs/chunk-6YVTJEMQ.cjs.map +1 -0
- package/dist/cjs/chunk-7EGJAURF.cjs +205 -0
- package/dist/cjs/chunk-7EGJAURF.cjs.map +1 -0
- package/dist/cjs/chunk-7EOUPEHU.cjs +243 -0
- package/dist/cjs/chunk-7EOUPEHU.cjs.map +1 -0
- package/dist/cjs/chunk-7K2R2UKB.cjs +8 -0
- package/dist/cjs/chunk-7K2R2UKB.cjs.map +1 -0
- package/dist/cjs/chunk-7QR5ZJAF.cjs +278 -0
- package/dist/cjs/chunk-7QR5ZJAF.cjs.map +1 -0
- package/dist/cjs/chunk-7TEDNNSL.cjs +18 -0
- package/dist/cjs/chunk-7TEDNNSL.cjs.map +1 -0
- package/dist/cjs/chunk-7WYFXLNY.cjs +43 -0
- package/dist/cjs/chunk-7WYFXLNY.cjs.map +1 -0
- package/dist/cjs/chunk-7XDYJNTA.cjs +35 -0
- package/dist/cjs/chunk-7XDYJNTA.cjs.map +1 -0
- package/dist/cjs/chunk-BBCZU5VZ.cjs +17 -0
- package/dist/cjs/chunk-BBCZU5VZ.cjs.map +1 -0
- package/dist/cjs/chunk-BNY3RLYC.cjs +43 -0
- package/dist/cjs/chunk-BNY3RLYC.cjs.map +1 -0
- package/dist/cjs/chunk-BYD5RS6L.cjs +12 -0
- package/dist/cjs/chunk-BYD5RS6L.cjs.map +1 -0
- package/dist/cjs/chunk-EAK7MP6X.cjs +22 -0
- package/dist/cjs/chunk-EAK7MP6X.cjs.map +1 -0
- package/dist/cjs/chunk-GHE5MNHK.cjs +43 -0
- package/dist/cjs/chunk-GHE5MNHK.cjs.map +1 -0
- package/dist/cjs/chunk-H65RVLWK.cjs +267 -0
- package/dist/cjs/chunk-H65RVLWK.cjs.map +1 -0
- package/dist/cjs/chunk-IS2IVXXA.cjs +176 -0
- package/dist/cjs/chunk-IS2IVXXA.cjs.map +1 -0
- package/dist/cjs/chunk-J4Z7ZJUJ.cjs +277 -0
- package/dist/cjs/chunk-J4Z7ZJUJ.cjs.map +1 -0
- package/dist/cjs/chunk-J6PDRTNM.cjs +37 -0
- package/dist/cjs/chunk-J6PDRTNM.cjs.map +1 -0
- package/dist/cjs/chunk-JAPFZA2K.cjs +205 -0
- package/dist/cjs/chunk-JAPFZA2K.cjs.map +1 -0
- package/dist/cjs/chunk-JLWQUJCP.cjs +43 -0
- package/dist/cjs/chunk-JLWQUJCP.cjs.map +1 -0
- package/dist/cjs/chunk-K4P2MYZF.cjs +43 -0
- package/dist/cjs/chunk-K4P2MYZF.cjs.map +1 -0
- package/dist/cjs/chunk-KDNNRPBV.cjs +43 -0
- package/dist/cjs/chunk-KDNNRPBV.cjs.map +1 -0
- package/dist/cjs/chunk-KRLUWTLN.cjs +35 -0
- package/dist/cjs/chunk-KRLUWTLN.cjs.map +1 -0
- package/dist/cjs/chunk-M4MYRCSF.cjs +18 -0
- package/dist/cjs/chunk-M4MYRCSF.cjs.map +1 -0
- package/dist/{esm/chunk-3NEV3O2X.js → cjs/chunk-MSFAMZFU.cjs} +41 -39
- package/dist/cjs/chunk-MSFAMZFU.cjs.map +1 -0
- package/dist/cjs/chunk-MVN5XJGZ.cjs +66 -0
- package/dist/cjs/chunk-MVN5XJGZ.cjs.map +1 -0
- package/dist/cjs/chunk-O6XQRAWR.cjs +45 -0
- package/dist/cjs/chunk-O6XQRAWR.cjs.map +1 -0
- package/dist/cjs/chunk-PDF6B6A3.cjs +37 -0
- package/dist/cjs/chunk-PDF6B6A3.cjs.map +1 -0
- package/dist/cjs/chunk-PT2CVI52.cjs +162 -0
- package/dist/cjs/chunk-PT2CVI52.cjs.map +1 -0
- package/dist/cjs/chunk-Q75JG4Y6.cjs +43 -0
- package/dist/cjs/chunk-Q75JG4Y6.cjs.map +1 -0
- package/dist/cjs/chunk-QJJ4NXX6.cjs +37 -0
- package/dist/cjs/chunk-QJJ4NXX6.cjs.map +1 -0
- package/dist/cjs/chunk-QUSBMECP.cjs +37 -0
- package/dist/cjs/chunk-QUSBMECP.cjs.map +1 -0
- package/dist/cjs/chunk-SAXFX7U2.cjs +37 -0
- package/dist/cjs/chunk-SAXFX7U2.cjs.map +1 -0
- package/dist/cjs/chunk-SCOMNXDA.cjs +51 -0
- package/dist/cjs/chunk-SCOMNXDA.cjs.map +1 -0
- package/dist/cjs/chunk-SGW3CSPD.cjs +43 -0
- package/dist/cjs/chunk-SGW3CSPD.cjs.map +1 -0
- package/dist/cjs/chunk-SJHSHDJL.cjs +65 -0
- package/dist/cjs/chunk-SJHSHDJL.cjs.map +1 -0
- package/dist/cjs/chunk-UAWGHNZD.cjs +22 -0
- package/dist/cjs/chunk-UAWGHNZD.cjs.map +1 -0
- package/dist/cjs/chunk-UBEB55WC.cjs +43 -0
- package/dist/cjs/chunk-UBEB55WC.cjs.map +1 -0
- package/dist/cjs/chunk-UPNSAV5A.cjs +18 -0
- package/dist/cjs/chunk-UPNSAV5A.cjs.map +1 -0
- package/dist/cjs/chunk-UW43BI5Z.cjs +17 -0
- package/dist/cjs/chunk-UW43BI5Z.cjs.map +1 -0
- package/dist/cjs/chunk-WNDA2G4Q.cjs +43 -0
- package/dist/cjs/chunk-WNDA2G4Q.cjs.map +1 -0
- package/dist/cjs/chunk-X46GJS7X.cjs +17 -0
- package/dist/cjs/chunk-X46GJS7X.cjs.map +1 -0
- package/dist/cjs/chunk-XPD3ANDG.cjs +267 -0
- package/dist/cjs/chunk-XPD3ANDG.cjs.map +1 -0
- package/dist/cjs/chunk-XPTRG6IC.cjs +43 -0
- package/dist/cjs/chunk-XPTRG6IC.cjs.map +1 -0
- package/dist/cjs/chunk-XVMXTCJI.cjs +64 -0
- package/dist/cjs/chunk-XVMXTCJI.cjs.map +1 -0
- package/dist/cjs/chunk-YQ5P2K3X.cjs +37 -0
- package/dist/cjs/chunk-YQ5P2K3X.cjs.map +1 -0
- package/dist/cjs/controllers/api/thread.api.controller.cjs +8 -0
- package/dist/cjs/controllers/api/thread.api.controller.cjs.map +1 -0
- package/dist/cjs/controllers/index.cjs +3 -3
- package/dist/cjs/controllers/index.cjs.map +1 -1
- package/dist/cjs/controllers/query.controller.cjs +3 -2
- package/dist/cjs/controllers/query.controller.cjs.map +1 -1
- package/dist/cjs/index.cjs +17 -16
- package/dist/cjs/index.cjs.map +1 -1
- package/dist/cjs/modules/a2a/a2a.module.cjs +3 -2
- package/dist/cjs/modules/a2a/a2a.module.cjs.map +1 -1
- package/dist/cjs/modules/index.cjs +5 -4
- package/dist/cjs/modules/index.cjs.map +1 -1
- package/dist/cjs/modules/memory/memory.module.cjs +2 -2
- package/dist/cjs/modules/models/base.model.cjs +2 -2
- package/dist/cjs/routes/a2a.routes.cjs +5 -5
- package/dist/cjs/routes/api/model.routes.cjs +8 -0
- package/dist/cjs/routes/api/model.routes.cjs.map +1 -0
- package/dist/cjs/routes/api/thread.routes.cjs +9 -0
- package/dist/cjs/routes/api/thread.routes.cjs.map +1 -0
- package/dist/cjs/routes/api.routes.cjs +5 -5
- package/dist/cjs/routes/index.cjs +12 -12
- package/dist/cjs/routes/index.cjs.map +1 -1
- package/dist/cjs/routes/query.routes.cjs +7 -6
- package/dist/cjs/routes/query.routes.cjs.map +1 -1
- package/dist/cjs/services/a2a.service.cjs +2 -2
- package/dist/cjs/services/index.cjs +5 -5
- package/dist/cjs/services/query-stream.service.cjs +3 -3
- package/dist/cjs/services/query.service.cjs +3 -3
- package/dist/cjs/types/memory.cjs +2 -2
- package/dist/cjs/types/memory.cjs.map +1 -1
- package/dist/esm/chunk-2BYUKYVB.js +243 -0
- package/dist/esm/chunk-2BYUKYVB.js.map +1 -0
- package/dist/esm/{chunk-Y6E73I7I.js → chunk-2RW77MJB.js} +6 -3
- package/dist/esm/chunk-2RW77MJB.js.map +1 -0
- package/dist/esm/chunk-7D4SKPIS.js +65 -0
- package/dist/esm/chunk-7D4SKPIS.js.map +1 -0
- package/dist/esm/{chunk-5EPK37PE.js → chunk-ADIAIRNH.js} +10 -10
- package/dist/esm/chunk-ADIAIRNH.js.map +1 -0
- package/dist/esm/{chunk-2Z7GJVJJ.js → chunk-AMRKK46V.js} +2 -2
- package/dist/esm/chunk-AMRKK46V.js.map +1 -0
- package/dist/esm/{chunk-2BITOA2R.js → chunk-CDFLKADH.js} +1 -1
- package/dist/esm/chunk-CDFLKADH.js.map +1 -0
- package/dist/esm/{chunk-DRUCJYPJ.js → chunk-EGR6OTTN.js} +65 -22
- package/dist/esm/chunk-EGR6OTTN.js.map +1 -0
- package/dist/esm/{chunk-5N4X25IK.js → chunk-G6VR5RSV.js} +5 -5
- package/dist/esm/chunk-HOFAK5J2.js +22 -0
- package/dist/esm/chunk-HOFAK5J2.js.map +1 -0
- package/dist/esm/{chunk-GNWF6QG4.js → chunk-JCWH7LIC.js} +6 -6
- package/dist/esm/{chunk-C6SGV7JV.js → chunk-LJVVSUF7.js} +17 -13
- package/dist/esm/chunk-LJVVSUF7.js.map +1 -0
- package/dist/esm/chunk-MNAWSBYP.js +18 -0
- package/dist/esm/chunk-MNAWSBYP.js.map +1 -0
- package/dist/esm/chunk-VA3XOZBV.js +17 -0
- package/dist/esm/chunk-VA3XOZBV.js.map +1 -0
- package/dist/esm/{chunk-CKTURH34.js → chunk-XBMWWTSX.js} +9 -9
- package/dist/esm/chunk-XBMWWTSX.js.map +1 -0
- package/dist/esm/controllers/a2a.controller.d.ts +1 -1
- package/dist/esm/controllers/api/{session.api.controller.d.ts → thread.api.controller.d.ts} +3 -3
- package/dist/esm/controllers/api/thread.api.controller.js +8 -0
- package/dist/esm/controllers/index.d.ts +2 -2
- package/dist/esm/controllers/index.js +7 -7
- package/dist/esm/controllers/query.controller.d.ts +1 -1
- package/dist/esm/controllers/query.controller.js +2 -1
- package/dist/esm/index.d.ts +1 -0
- package/dist/esm/index.js +17 -16
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/modules/a2a/a2a.module.d.ts +6 -15
- package/dist/esm/modules/a2a/a2a.module.js +2 -1
- package/dist/esm/modules/index.d.ts +1 -1
- package/dist/esm/modules/index.js +4 -3
- package/dist/esm/modules/memory/base.memory.d.ts +9 -9
- package/dist/esm/modules/memory/memory.module.d.ts +4 -4
- package/dist/esm/modules/memory/memory.module.js +1 -1
- package/dist/esm/modules/models/base.model.d.ts +4 -4
- package/dist/esm/modules/models/base.model.js +1 -1
- package/dist/esm/routes/a2a.routes.js +4 -4
- package/dist/esm/routes/api/{models.routes.js → model.routes.js} +2 -2
- package/dist/esm/routes/api/{sessions.routes.d.ts → thread.routes.d.ts} +2 -2
- package/dist/esm/routes/api/thread.routes.js +9 -0
- package/dist/esm/routes/api.routes.js +4 -4
- package/dist/esm/routes/index.d.ts +2 -2
- package/dist/esm/routes/index.js +16 -16
- package/dist/esm/routes/query.routes.js +6 -5
- package/dist/esm/services/a2a.service.d.ts +1 -1
- package/dist/esm/services/a2a.service.js +1 -1
- package/dist/esm/services/index.d.ts +1 -2
- package/dist/esm/services/index.js +6 -6
- package/dist/esm/services/query-stream.service.d.ts +13 -8
- package/dist/esm/services/query-stream.service.js +2 -2
- package/dist/esm/services/query.service.d.ts +19 -8
- package/dist/esm/services/query.service.js +2 -2
- package/dist/esm/types/memory.d.ts +32 -32
- package/dist/esm/types/memory.js +5 -5
- package/dist/esm/types/stream.d.ts +32 -2
- package/package.json +6 -6
- package/dist/esm/chunk-2BITOA2R.js.map +0 -1
- package/dist/esm/chunk-2Z7GJVJJ.js.map +0 -1
- package/dist/esm/chunk-3NEV3O2X.js.map +0 -1
- package/dist/esm/chunk-5EPK37PE.js.map +0 -1
- package/dist/esm/chunk-C6SGV7JV.js.map +0 -1
- package/dist/esm/chunk-CKTURH34.js.map +0 -1
- package/dist/esm/chunk-DRUCJYPJ.js.map +0 -1
- package/dist/esm/chunk-Q6HHVAO6.js +0 -45
- package/dist/esm/chunk-Q6HHVAO6.js.map +0 -1
- package/dist/esm/chunk-QROUPWWO.js +0 -17
- package/dist/esm/chunk-QROUPWWO.js.map +0 -1
- package/dist/esm/chunk-VAZWF5IK.js +0 -20
- package/dist/esm/chunk-VAZWF5IK.js.map +0 -1
- package/dist/esm/chunk-Y6E73I7I.js.map +0 -1
- package/dist/esm/chunk-YT6PD6UF.js +0 -22
- package/dist/esm/chunk-YT6PD6UF.js.map +0 -1
- package/dist/esm/controllers/api/session.api.controller.js +0 -8
- package/dist/esm/routes/api/sessions.routes.js +0 -9
- /package/dist/esm/{chunk-5N4X25IK.js.map → chunk-G6VR5RSV.js.map} +0 -0
- /package/dist/esm/{chunk-GNWF6QG4.js.map → chunk-JCWH7LIC.js.map} +0 -0
- /package/dist/esm/controllers/api/{session.api.controller.js.map → thread.api.controller.js.map} +0 -0
- /package/dist/esm/routes/api/{models.routes.d.ts → model.routes.d.ts} +0 -0
- /package/dist/esm/routes/api/{models.routes.js.map → model.routes.js.map} +0 -0
- /package/dist/esm/routes/api/{sessions.routes.js.map → thread.routes.js.map} +0 -0
|
@@ -0,0 +1,243 @@
|
|
|
1
|
+
import {
|
|
2
|
+
loggers
|
|
3
|
+
} from "./chunk-N7VYM2R5.js";
|
|
4
|
+
|
|
5
|
+
// src/services/query-stream.service.ts
|
|
6
|
+
import { randomUUID } from "crypto";
|
|
7
|
+
var QueryStreamService = class {
|
|
8
|
+
modelModule;
|
|
9
|
+
a2aModule;
|
|
10
|
+
mcpModule;
|
|
11
|
+
memoryModule;
|
|
12
|
+
prompts;
|
|
13
|
+
constructor(modelModule, a2aModule, mcpModule, memoryModule, prompts) {
|
|
14
|
+
this.modelModule = modelModule;
|
|
15
|
+
this.a2aModule = a2aModule;
|
|
16
|
+
this.mcpModule = mcpModule;
|
|
17
|
+
this.memoryModule = memoryModule;
|
|
18
|
+
this.prompts = prompts;
|
|
19
|
+
}
|
|
20
|
+
/**
|
|
21
|
+
* Detects the intent from a user query.
|
|
22
|
+
*
|
|
23
|
+
* @param query - The user's input query
|
|
24
|
+
* @returns The detected intent (currently returns the query as-is)
|
|
25
|
+
* @todo Implement actual intent detection logic
|
|
26
|
+
*/
|
|
27
|
+
async intentTriggering(query) {
|
|
28
|
+
return query;
|
|
29
|
+
}
|
|
30
|
+
/**
|
|
31
|
+
* Fulfills the detected intent by generating a response.
|
|
32
|
+
*
|
|
33
|
+
* Manages the complete inference loop including:
|
|
34
|
+
* - Loading prompts and conversation history
|
|
35
|
+
* - Collecting available tools from modules
|
|
36
|
+
* - Executing model inference with tool support
|
|
37
|
+
* - Processing tool calls iteratively until completion
|
|
38
|
+
*
|
|
39
|
+
* @param query - The user's input query
|
|
40
|
+
* @param threadId - Thread identifier for context
|
|
41
|
+
* @param thread - Previous conversation history
|
|
42
|
+
* @returns Object containing process steps and final response
|
|
43
|
+
*/
|
|
44
|
+
async *intentFulfilling(query, threadId, thread) {
|
|
45
|
+
const systemPrompt = `
|
|
46
|
+
Today is ${(/* @__PURE__ */ new Date()).toLocaleDateString()}.
|
|
47
|
+
|
|
48
|
+
${this.prompts?.agent || ""}
|
|
49
|
+
|
|
50
|
+
${this.prompts?.system || ""}
|
|
51
|
+
`;
|
|
52
|
+
const modelInstance = this.modelModule.getModel();
|
|
53
|
+
const messages = modelInstance.generateMessages({
|
|
54
|
+
query,
|
|
55
|
+
thread,
|
|
56
|
+
systemPrompt: systemPrompt.trim()
|
|
57
|
+
});
|
|
58
|
+
const tools = [];
|
|
59
|
+
this.mcpModule && tools.push(...this.mcpModule.getTools());
|
|
60
|
+
this.a2aModule && tools.push(...await this.a2aModule.getTools());
|
|
61
|
+
const functions = modelInstance.convertToolsToFunctions(tools);
|
|
62
|
+
const processList = [];
|
|
63
|
+
while (true) {
|
|
64
|
+
const responseStream = await modelInstance.fetchStreamWithContextMessage(
|
|
65
|
+
messages,
|
|
66
|
+
functions
|
|
67
|
+
);
|
|
68
|
+
const assembledToolCalls = [];
|
|
69
|
+
loggers.intentStream.debug("messages", { messages });
|
|
70
|
+
for await (const chunk of responseStream) {
|
|
71
|
+
const delta = chunk.delta;
|
|
72
|
+
if (delta?.tool_calls) {
|
|
73
|
+
for (const { index, id, function: func } of delta.tool_calls) {
|
|
74
|
+
assembledToolCalls[index] ??= {
|
|
75
|
+
id: "",
|
|
76
|
+
type: "function",
|
|
77
|
+
function: { name: "", arguments: "" }
|
|
78
|
+
};
|
|
79
|
+
if (id) assembledToolCalls[index].id = id;
|
|
80
|
+
if (func?.name) assembledToolCalls[index].function.name = func.name;
|
|
81
|
+
if (func?.arguments)
|
|
82
|
+
assembledToolCalls[index].function.arguments += func.arguments;
|
|
83
|
+
}
|
|
84
|
+
} else if (chunk.delta?.content) {
|
|
85
|
+
yield {
|
|
86
|
+
event: "text_chunk",
|
|
87
|
+
data: { delta: chunk.delta.content }
|
|
88
|
+
};
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
loggers.intentStream.debug("assembledToolCalls", {
|
|
92
|
+
assembledToolCalls
|
|
93
|
+
});
|
|
94
|
+
if (assembledToolCalls.length > 0) {
|
|
95
|
+
const messagePayload = this.a2aModule?.getMessagePayload(
|
|
96
|
+
query,
|
|
97
|
+
threadId
|
|
98
|
+
);
|
|
99
|
+
for (const toolCall of assembledToolCalls) {
|
|
100
|
+
const toolName = toolCall.function.name;
|
|
101
|
+
const selectedTool = tools.filter((tool) => tool.id === toolName)[0];
|
|
102
|
+
let toolResult = "";
|
|
103
|
+
if (this.mcpModule && selectedTool.protocol === "MCP" /* MCP */) {
|
|
104
|
+
const toolArgs = JSON.parse(toolCall.function.arguments);
|
|
105
|
+
yield {
|
|
106
|
+
event: "tool_start",
|
|
107
|
+
data: { protocol: "MCP" /* MCP */, toolName, toolArgs }
|
|
108
|
+
};
|
|
109
|
+
loggers.intent.debug("MCP tool call", { toolName, toolArgs });
|
|
110
|
+
toolResult = await this.mcpModule.useTool(
|
|
111
|
+
selectedTool,
|
|
112
|
+
toolArgs
|
|
113
|
+
);
|
|
114
|
+
} else if (this.a2aModule && selectedTool.protocol === "A2A" /* A2A */) {
|
|
115
|
+
yield {
|
|
116
|
+
event: "tool_start",
|
|
117
|
+
data: {
|
|
118
|
+
protocol: "A2A" /* A2A */,
|
|
119
|
+
toolName,
|
|
120
|
+
toolArgs: null
|
|
121
|
+
}
|
|
122
|
+
};
|
|
123
|
+
loggers.intent.debug("A2A tool call", { toolName });
|
|
124
|
+
toolResult = await this.a2aModule.useTool(
|
|
125
|
+
selectedTool,
|
|
126
|
+
// biome-ignore lint/style/noNonNullAssertion: <a2aModule is guaranteed to be defined>
|
|
127
|
+
messagePayload,
|
|
128
|
+
threadId
|
|
129
|
+
);
|
|
130
|
+
} else {
|
|
131
|
+
loggers.intent.warn(
|
|
132
|
+
`Unrecognized tool type: ${selectedTool.protocol}`
|
|
133
|
+
);
|
|
134
|
+
continue;
|
|
135
|
+
}
|
|
136
|
+
yield {
|
|
137
|
+
event: "tool_output",
|
|
138
|
+
data: {
|
|
139
|
+
protocol: selectedTool.protocol,
|
|
140
|
+
toolName,
|
|
141
|
+
result: toolResult
|
|
142
|
+
}
|
|
143
|
+
};
|
|
144
|
+
loggers.intent.debug("toolResult", { toolResult });
|
|
145
|
+
processList.push(toolResult);
|
|
146
|
+
modelInstance.appendMessages(messages, toolResult);
|
|
147
|
+
}
|
|
148
|
+
} else {
|
|
149
|
+
break;
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
/**
|
|
154
|
+
* Generates a title for the conversation based on the query.
|
|
155
|
+
*
|
|
156
|
+
* @param query - The user's input query
|
|
157
|
+
* @returns Promise resolving to a generated title
|
|
158
|
+
*/
|
|
159
|
+
async generateTitle(query) {
|
|
160
|
+
const DEFAULT_TITLE = "New Chat";
|
|
161
|
+
try {
|
|
162
|
+
const modelInstance = this.modelModule.getModel();
|
|
163
|
+
const messages = modelInstance.generateMessages({
|
|
164
|
+
query,
|
|
165
|
+
systemPrompt: `You are a helpful assistant that generates titles for conversations.
|
|
166
|
+
Please analyze the user's query and create a concise title that accurately reflects the conversation's core topic.
|
|
167
|
+
The title must be no more than 5 words long.
|
|
168
|
+
Respond with only the title. Do not include any punctuation or extra explanations.`
|
|
169
|
+
});
|
|
170
|
+
const response = await modelInstance.fetch(messages);
|
|
171
|
+
return response.content || DEFAULT_TITLE;
|
|
172
|
+
} catch (error) {
|
|
173
|
+
loggers.intentStream.error("Error generating title", {
|
|
174
|
+
error,
|
|
175
|
+
query
|
|
176
|
+
});
|
|
177
|
+
return DEFAULT_TITLE;
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
/**
|
|
181
|
+
* Main entry point for processing user queries.
|
|
182
|
+
*
|
|
183
|
+
* Handles the complete query lifecycle:
|
|
184
|
+
* 1. Loads thread from memory
|
|
185
|
+
* 2. Detects intent from the query
|
|
186
|
+
* 3. Fulfills the intent with AI response
|
|
187
|
+
* 4. Updates conversation history
|
|
188
|
+
*
|
|
189
|
+
* @param type - The type of thread (e.g., chat, workflow)
|
|
190
|
+
* @param userId - The user's unique identifier
|
|
191
|
+
* @param threadId - Unique thread identifier
|
|
192
|
+
* @param query - The user's input query
|
|
193
|
+
* @returns Object containing the AI-generated response
|
|
194
|
+
*/
|
|
195
|
+
async *handleQueryStream(threadMetadata, query) {
|
|
196
|
+
const { type, userId } = threadMetadata;
|
|
197
|
+
const queryStartAt = Date.now();
|
|
198
|
+
const threadMemory = this.memoryModule?.getThreadMemory();
|
|
199
|
+
let threadId = threadMetadata.threadId;
|
|
200
|
+
let thread;
|
|
201
|
+
if (threadId) {
|
|
202
|
+
thread = await threadMemory?.getThread(type, userId, threadId);
|
|
203
|
+
} else {
|
|
204
|
+
threadId = randomUUID();
|
|
205
|
+
const title = await this.generateTitle(query);
|
|
206
|
+
const metadata = await threadMemory?.createThread(type, userId, threadId, title) || {
|
|
207
|
+
type,
|
|
208
|
+
threadId,
|
|
209
|
+
title,
|
|
210
|
+
updatedAt: Date.now()
|
|
211
|
+
};
|
|
212
|
+
loggers.intentStream.info("Create new thread", { metadata });
|
|
213
|
+
yield { event: "thread_id", data: metadata };
|
|
214
|
+
}
|
|
215
|
+
const _intent = await this.intentTriggering(query);
|
|
216
|
+
const stream = this.intentFulfilling(query, threadId, thread);
|
|
217
|
+
let finalResponseText = "";
|
|
218
|
+
for await (const event of stream) {
|
|
219
|
+
if (event.event === "text_chunk" && event.data.delta) {
|
|
220
|
+
loggers.intentStream.debug("text_chunk", { event });
|
|
221
|
+
finalResponseText += event.data.delta;
|
|
222
|
+
}
|
|
223
|
+
yield event;
|
|
224
|
+
}
|
|
225
|
+
await threadMemory?.addMessagesToThread(userId, threadId, [
|
|
226
|
+
{
|
|
227
|
+
role: "USER" /* USER */,
|
|
228
|
+
timestamp: queryStartAt,
|
|
229
|
+
content: { type: "text", parts: [query] }
|
|
230
|
+
},
|
|
231
|
+
{
|
|
232
|
+
role: "MODEL" /* MODEL */,
|
|
233
|
+
timestamp: Date.now(),
|
|
234
|
+
content: { type: "text", parts: [finalResponseText] }
|
|
235
|
+
}
|
|
236
|
+
]);
|
|
237
|
+
}
|
|
238
|
+
};
|
|
239
|
+
|
|
240
|
+
export {
|
|
241
|
+
QueryStreamService
|
|
242
|
+
};
|
|
243
|
+
//# sourceMappingURL=chunk-2BYUKYVB.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/services/query-stream.service.ts"],"sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport type {\n\tA2AModule,\n\tMCPModule,\n\tMemoryModule,\n\tModelModule,\n} from \"@/modules/index.js\";\nimport type { AinAgentPrompts } from \"@/types/agent.js\";\nimport {\n\tMessageRole,\n\ttype ThreadMetadata,\n\ttype ThreadObject,\n\ttype ThreadType,\n} from \"@/types/memory.js\";\nimport type { StreamEvent } from \"@/types/stream\";\nimport {\n\ttype IA2ATool,\n\ttype IAgentTool,\n\ttype IMCPTool,\n\tTOOL_PROTOCOL_TYPE,\n} from \"@/types/tool.js\";\nimport { loggers } from \"@/utils/logger.js\";\n\n/**\n * Service for processing user queries through the agent's AI pipeline.\n *\n * Orchestrates the query processing workflow including intent detection,\n * model inference, tool execution, and response generation. Manages\n * conversation context and coordinates between different modules.\n */\nexport class QueryStreamService {\n\tprivate modelModule: ModelModule;\n\tprivate a2aModule?: A2AModule;\n\tprivate mcpModule?: MCPModule;\n\tprivate memoryModule?: MemoryModule;\n\tprivate prompts?: AinAgentPrompts;\n\n\tconstructor(\n\t\tmodelModule: ModelModule,\n\t\ta2aModule?: A2AModule,\n\t\tmcpModule?: MCPModule,\n\t\tmemoryModule?: MemoryModule,\n\t\tprompts?: AinAgentPrompts,\n\t) {\n\t\tthis.modelModule = modelModule;\n\t\tthis.a2aModule = a2aModule;\n\t\tthis.mcpModule = mcpModule;\n\t\tthis.memoryModule = memoryModule;\n\t\tthis.prompts = prompts;\n\t}\n\n\t/**\n\t * Detects the intent from a user query.\n\t *\n\t * @param query - The user's input query\n\t * @returns The detected intent (currently returns the query as-is)\n\t * @todo Implement actual intent detection logic\n\t */\n\tprivate async intentTriggering(query: string) {\n\t\t/* TODO */\n\t\treturn query;\n\t}\n\n\t/**\n\t * Fulfills the detected intent by generating a response.\n\t *\n\t * Manages the complete inference loop including:\n\t * - Loading prompts and conversation history\n\t * - Collecting available tools from modules\n\t * - Executing model inference with tool support\n\t * - Processing tool calls iteratively until completion\n\t *\n\t * @param query - The user's input query\n\t * @param threadId - Thread identifier for context\n\t * @param thread - Previous conversation history\n\t * @returns Object containing process steps and final response\n\t */\n\tpublic async *intentFulfilling(\n\t\tquery: string,\n\t\tthreadId: string,\n\t\tthread?: ThreadObject,\n\t): AsyncGenerator<StreamEvent> {\n\t\tconst systemPrompt = `\nToday is ${new Date().toLocaleDateString()}.\n\n${this.prompts?.agent || \"\"}\n\n${this.prompts?.system || \"\"}\n\t`;\n\n\t\tconst modelInstance = this.modelModule.getModel();\n\t\tconst messages = modelInstance.generateMessages({\n\t\t\tquery,\n\t\t\tthread,\n\t\t\tsystemPrompt: systemPrompt.trim(),\n\t\t});\n\n\t\tconst tools: IAgentTool[] = [];\n\t\tthis.mcpModule && tools.push(...this.mcpModule.getTools());\n\t\tthis.a2aModule && tools.push(...(await this.a2aModule.getTools()));\n\n\t\tconst functions = modelInstance.convertToolsToFunctions(tools);\n\n\t\tconst processList: string[] = [];\n\n\t\twhile (true) {\n\t\t\tconst responseStream = await modelInstance.fetchStreamWithContextMessage(\n\t\t\t\tmessages,\n\t\t\t\tfunctions,\n\t\t\t);\n\n\t\t\tconst assembledToolCalls: {\n\t\t\t\tid: string;\n\t\t\t\ttype: \"function\";\n\t\t\t\tfunction: { name: string; arguments: string };\n\t\t\t}[] = [];\n\n\t\t\tloggers.intentStream.debug(\"messages\", { messages });\n\n\t\t\tfor await (const chunk of responseStream) {\n\t\t\t\tconst delta = chunk.delta;\n\t\t\t\tif (delta?.tool_calls) {\n\t\t\t\t\tfor (const { index, id, function: func } of delta.tool_calls) {\n\t\t\t\t\t\tassembledToolCalls[index] ??= {\n\t\t\t\t\t\t\tid: \"\",\n\t\t\t\t\t\t\ttype: \"function\",\n\t\t\t\t\t\t\tfunction: { name: \"\", arguments: \"\" },\n\t\t\t\t\t\t};\n\n\t\t\t\t\t\tif (id) assembledToolCalls[index].id = id;\n\t\t\t\t\t\tif (func?.name) assembledToolCalls[index].function.name = func.name;\n\t\t\t\t\t\tif (func?.arguments)\n\t\t\t\t\t\t\tassembledToolCalls[index].function.arguments += func.arguments;\n\t\t\t\t\t}\n\t\t\t\t} else if (chunk.delta?.content) {\n\t\t\t\t\tyield {\n\t\t\t\t\t\tevent: \"text_chunk\",\n\t\t\t\t\t\tdata: { delta: chunk.delta.content },\n\t\t\t\t\t};\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tloggers.intentStream.debug(\"assembledToolCalls\", {\n\t\t\t\tassembledToolCalls,\n\t\t\t});\n\n\t\t\tif (assembledToolCalls.length > 0) {\n\t\t\t\tconst messagePayload = this.a2aModule?.getMessagePayload(\n\t\t\t\t\tquery,\n\t\t\t\t\tthreadId,\n\t\t\t\t);\n\t\t\t\tfor (const toolCall of assembledToolCalls) {\n\t\t\t\t\tconst toolName = toolCall.function.name;\n\t\t\t\t\tconst selectedTool = tools.filter((tool) => tool.id === toolName)[0];\n\n\t\t\t\t\tlet toolResult = \"\";\n\t\t\t\t\tif (\n\t\t\t\t\t\tthis.mcpModule &&\n\t\t\t\t\t\tselectedTool.protocol === TOOL_PROTOCOL_TYPE.MCP\n\t\t\t\t\t) {\n\t\t\t\t\t\tconst toolArgs = JSON.parse(toolCall.function.arguments) as\n\t\t\t\t\t\t\t| { [x: string]: unknown }\n\t\t\t\t\t\t\t| undefined;\n\t\t\t\t\t\tyield {\n\t\t\t\t\t\t\tevent: \"tool_start\",\n\t\t\t\t\t\t\tdata: { protocol: TOOL_PROTOCOL_TYPE.MCP, toolName, toolArgs },\n\t\t\t\t\t\t};\n\t\t\t\t\t\tloggers.intent.debug(\"MCP tool call\", { toolName, toolArgs });\n\t\t\t\t\t\ttoolResult = await this.mcpModule.useTool(\n\t\t\t\t\t\t\tselectedTool as IMCPTool,\n\t\t\t\t\t\t\ttoolArgs,\n\t\t\t\t\t\t);\n\t\t\t\t\t} else if (\n\t\t\t\t\t\tthis.a2aModule &&\n\t\t\t\t\t\tselectedTool.protocol === TOOL_PROTOCOL_TYPE.A2A\n\t\t\t\t\t) {\n\t\t\t\t\t\tyield {\n\t\t\t\t\t\t\tevent: \"tool_start\",\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\tprotocol: TOOL_PROTOCOL_TYPE.A2A,\n\t\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\t\ttoolArgs: null,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t};\n\t\t\t\t\t\tloggers.intent.debug(\"A2A tool call\", { toolName });\n\t\t\t\t\t\ttoolResult = await this.a2aModule.useTool(\n\t\t\t\t\t\t\tselectedTool as IA2ATool,\n\t\t\t\t\t\t\t// biome-ignore lint/style/noNonNullAssertion: <a2aModule is guaranteed to be defined>\n\t\t\t\t\t\t\tmessagePayload!,\n\t\t\t\t\t\t\tthreadId,\n\t\t\t\t\t\t);\n\t\t\t\t\t} else {\n\t\t\t\t\t\t// Unrecognized tool type. It cannot be happened...\n\t\t\t\t\t\tloggers.intent.warn(\n\t\t\t\t\t\t\t`Unrecognized tool type: ${selectedTool.protocol}`,\n\t\t\t\t\t\t);\n\t\t\t\t\t\tcontinue;\n\t\t\t\t\t}\n\t\t\t\t\tyield {\n\t\t\t\t\t\tevent: \"tool_output\",\n\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\tprotocol: selectedTool.protocol,\n\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\tresult: toolResult,\n\t\t\t\t\t\t},\n\t\t\t\t\t};\n\t\t\t\t\tloggers.intent.debug(\"toolResult\", { toolResult });\n\n\t\t\t\t\tprocessList.push(toolResult);\n\t\t\t\t\tmodelInstance.appendMessages(messages, toolResult);\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\t}\n\n\t/**\n\t * Generates a title for the conversation based on the query.\n\t *\n\t * @param query - The user's input query\n\t * @returns Promise resolving to a generated title\n\t */\n\n\tprivate async generateTitle(query: string): Promise<string> {\n\t\tconst DEFAULT_TITLE = \"New Chat\";\n\t\ttry {\n\t\t\tconst modelInstance = this.modelModule.getModel();\n\t\t\tconst messages = modelInstance.generateMessages({\n\t\t\t\tquery,\n\t\t\t\tsystemPrompt: `You are a helpful assistant that generates titles for conversations.\n Please analyze the user's query and create a concise title that accurately reflects the conversation's core topic.\n The title must be no more than 5 words long.\n Respond with only the title. Do not include any punctuation or extra explanations.`,\n\t\t\t});\n\t\t\tconst response = await modelInstance.fetch(messages);\n\t\t\treturn response.content || DEFAULT_TITLE;\n\t\t} catch (error) {\n\t\t\tloggers.intentStream.error(\"Error generating title\", {\n\t\t\t\terror,\n\t\t\t\tquery,\n\t\t\t});\n\t\t\treturn DEFAULT_TITLE;\n\t\t}\n\t}\n\n\t/**\n\t * Main entry point for processing user queries.\n\t *\n\t * Handles the complete query lifecycle:\n\t * 1. Loads thread from memory\n\t * 2. Detects intent from the query\n\t * 3. Fulfills the intent with AI response\n\t * 4. Updates conversation history\n\t *\n\t * @param type - The type of thread (e.g., chat, workflow)\n\t * @param userId - The user's unique identifier\n\t * @param threadId - Unique thread identifier\n\t * @param query - The user's input query\n\t * @returns Object containing the AI-generated response\n\t */\n\tpublic async *handleQueryStream(\n\t\tthreadMetadata: {\n\t\t\ttype: ThreadType;\n\t\t\tuserId: string;\n\t\t\tthreadId?: string;\n\t\t},\n\t\tquery: string,\n\t): AsyncGenerator<StreamEvent> {\n\t\tconst { type, userId } = threadMetadata;\n\t\tconst queryStartAt = Date.now();\n\t\tconst threadMemory = this.memoryModule?.getThreadMemory();\n\n\t\tlet threadId = threadMetadata.threadId;\n\t\tlet thread: ThreadObject | undefined;\n\n\t\tif (threadId) {\n\t\t\tthread = await threadMemory?.getThread(type, userId, threadId);\n\t\t} else {\n\t\t\tthreadId = randomUUID();\n\t\t\tconst title = await this.generateTitle(query);\n\n\t\t\tconst metadata =\n\t\t\t\t(await threadMemory?.createThread(type, userId, threadId, title)) ||\n\t\t\t\t({\n\t\t\t\t\ttype,\n\t\t\t\t\tthreadId,\n\t\t\t\t\ttitle,\n\t\t\t\t\tupdatedAt: Date.now(),\n\t\t\t\t} as ThreadMetadata);\n\t\t\tloggers.intentStream.info(\"Create new thread\", { metadata });\n\t\t\tyield { event: \"thread_id\", data: metadata };\n\t\t}\n\n\t\t// 2. intent triggering\n\t\tconst _intent = await this.intentTriggering(query);\n\n\t\t// 3. intent fulfillment\n\t\tconst stream = this.intentFulfilling(query, threadId, thread);\n\n\t\tlet finalResponseText = \"\";\n\t\tfor await (const event of stream) {\n\t\t\tif (event.event === \"text_chunk\" && event.data.delta) {\n\t\t\t\tloggers.intentStream.debug(\"text_chunk\", { event });\n\t\t\t\tfinalResponseText += event.data.delta;\n\t\t\t}\n\t\t\tyield event;\n\t\t}\n\n\t\tawait threadMemory?.addMessagesToThread(userId, threadId, [\n\t\t\t{\n\t\t\t\trole: MessageRole.USER,\n\t\t\t\ttimestamp: queryStartAt,\n\t\t\t\tcontent: { type: \"text\", parts: [query] },\n\t\t\t},\n\t\t\t{\n\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\ttimestamp: Date.now(),\n\t\t\t\tcontent: { type: \"text\", parts: [finalResponseText] },\n\t\t\t},\n\t\t]);\n\t}\n}\n"],"mappings":";;;;;AAAA,SAAS,kBAAkB;AA8BpB,IAAM,qBAAN,MAAyB;AAAA,EACvB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YACC,aACA,WACA,WACA,cACA,SACC;AACD,SAAK,cAAc;AACnB,SAAK,YAAY;AACjB,SAAK,YAAY;AACjB,SAAK,eAAe;AACpB,SAAK,UAAU;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,iBAAiB,OAAe;AAE7C,WAAO;AAAA,EACR;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAgBA,OAAc,iBACb,OACA,UACA,QAC8B;AAC9B,UAAM,eAAe;AAAA,YACZ,oBAAI,KAAK,GAAE,mBAAmB,CAAC;AAAA;AAAA,EAExC,KAAK,SAAS,SAAS,EAAE;AAAA;AAAA,EAEzB,KAAK,SAAS,UAAU,EAAE;AAAA;AAG1B,UAAM,gBAAgB,KAAK,YAAY,SAAS;AAChD,UAAM,WAAW,cAAc,iBAAiB;AAAA,MAC/C;AAAA,MACA;AAAA,MACA,cAAc,aAAa,KAAK;AAAA,IACjC,CAAC;AAED,UAAM,QAAsB,CAAC;AAC7B,SAAK,aAAa,MAAM,KAAK,GAAG,KAAK,UAAU,SAAS,CAAC;AACzD,SAAK,aAAa,MAAM,KAAK,GAAI,MAAM,KAAK,UAAU,SAAS,CAAE;AAEjE,UAAM,YAAY,cAAc,wBAAwB,KAAK;AAE7D,UAAM,cAAwB,CAAC;AAE/B,WAAO,MAAM;AACZ,YAAM,iBAAiB,MAAM,cAAc;AAAA,QAC1C;AAAA,QACA;AAAA,MACD;AAEA,YAAM,qBAIA,CAAC;AAEP,cAAQ,aAAa,MAAM,YAAY,EAAE,SAAS,CAAC;AAEnD,uBAAiB,SAAS,gBAAgB;AACzC,cAAM,QAAQ,MAAM;AACpB,YAAI,OAAO,YAAY;AACtB,qBAAW,EAAE,OAAO,IAAI,UAAU,KAAK,KAAK,MAAM,YAAY;AAC7D,+BAAmB,KAAK,MAAM;AAAA,cAC7B,IAAI;AAAA,cACJ,MAAM;AAAA,cACN,UAAU,EAAE,MAAM,IAAI,WAAW,GAAG;AAAA,YACrC;AAEA,gBAAI,GAAI,oBAAmB,KAAK,EAAE,KAAK;AACvC,gBAAI,MAAM,KAAM,oBAAmB,KAAK,EAAE,SAAS,OAAO,KAAK;AAC/D,gBAAI,MAAM;AACT,iCAAmB,KAAK,EAAE,SAAS,aAAa,KAAK;AAAA,UACvD;AAAA,QACD,WAAW,MAAM,OAAO,SAAS;AAChC,gBAAM;AAAA,YACL,OAAO;AAAA,YACP,MAAM,EAAE,OAAO,MAAM,MAAM,QAAQ;AAAA,UACpC;AAAA,QACD;AAAA,MACD;AAEA,cAAQ,aAAa,MAAM,sBAAsB;AAAA,QAChD;AAAA,MACD,CAAC;AAED,UAAI,mBAAmB,SAAS,GAAG;AAClC,cAAM,iBAAiB,KAAK,WAAW;AAAA,UACtC;AAAA,UACA;AAAA,QACD;AACA,mBAAW,YAAY,oBAAoB;AAC1C,gBAAM,WAAW,SAAS,SAAS;AACnC,gBAAM,eAAe,MAAM,OAAO,CAAC,SAAS,KAAK,OAAO,QAAQ,EAAE,CAAC;AAEnE,cAAI,aAAa;AACjB,cACC,KAAK,aACL,aAAa,8BACZ;AACD,kBAAM,WAAW,KAAK,MAAM,SAAS,SAAS,SAAS;AAGvD,kBAAM;AAAA,cACL,OAAO;AAAA,cACP,MAAM,EAAE,2BAAkC,UAAU,SAAS;AAAA,YAC9D;AACA,oBAAQ,OAAO,MAAM,iBAAiB,EAAE,UAAU,SAAS,CAAC;AAC5D,yBAAa,MAAM,KAAK,UAAU;AAAA,cACjC;AAAA,cACA;AAAA,YACD;AAAA,UACD,WACC,KAAK,aACL,aAAa,8BACZ;AACD,kBAAM;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,gBACL;AAAA,gBACA;AAAA,gBACA,UAAU;AAAA,cACX;AAAA,YACD;AACA,oBAAQ,OAAO,MAAM,iBAAiB,EAAE,SAAS,CAAC;AAClD,yBAAa,MAAM,KAAK,UAAU;AAAA,cACjC;AAAA;AAAA,cAEA;AAAA,cACA;AAAA,YACD;AAAA,UACD,OAAO;AAEN,oBAAQ,OAAO;AAAA,cACd,2BAA2B,aAAa,QAAQ;AAAA,YACjD;AACA;AAAA,UACD;AACA,gBAAM;AAAA,YACL,OAAO;AAAA,YACP,MAAM;AAAA,cACL,UAAU,aAAa;AAAA,cACvB;AAAA,cACA,QAAQ;AAAA,YACT;AAAA,UACD;AACA,kBAAQ,OAAO,MAAM,cAAc,EAAE,WAAW,CAAC;AAEjD,sBAAY,KAAK,UAAU;AAC3B,wBAAc,eAAe,UAAU,UAAU;AAAA,QAClD;AAAA,MACD,OAAO;AACN;AAAA,MACD;AAAA,IACD;AAAA,EACD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,cAAc,OAAgC;AAC3D,UAAM,gBAAgB;AACtB,QAAI;AACH,YAAM,gBAAgB,KAAK,YAAY,SAAS;AAChD,YAAM,WAAW,cAAc,iBAAiB;AAAA,QAC/C;AAAA,QACA,cAAc;AAAA;AAAA;AAAA;AAAA,MAIf,CAAC;AACD,YAAM,WAAW,MAAM,cAAc,MAAM,QAAQ;AACnD,aAAO,SAAS,WAAW;AAAA,IAC5B,SAAS,OAAO;AACf,cAAQ,aAAa,MAAM,0BAA0B;AAAA,QACpD;AAAA,QACA;AAAA,MACD,CAAC;AACD,aAAO;AAAA,IACR;AAAA,EACD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBA,OAAc,kBACb,gBAKA,OAC8B;AAC9B,UAAM,EAAE,MAAM,OAAO,IAAI;AACzB,UAAM,eAAe,KAAK,IAAI;AAC9B,UAAM,eAAe,KAAK,cAAc,gBAAgB;AAExD,QAAI,WAAW,eAAe;AAC9B,QAAI;AAEJ,QAAI,UAAU;AACb,eAAS,MAAM,cAAc,UAAU,MAAM,QAAQ,QAAQ;AAAA,IAC9D,OAAO;AACN,iBAAW,WAAW;AACtB,YAAM,QAAQ,MAAM,KAAK,cAAc,KAAK;AAE5C,YAAM,WACJ,MAAM,cAAc,aAAa,MAAM,QAAQ,UAAU,KAAK,KAC9D;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA,WAAW,KAAK,IAAI;AAAA,MACrB;AACD,cAAQ,aAAa,KAAK,qBAAqB,EAAE,SAAS,CAAC;AAC3D,YAAM,EAAE,OAAO,aAAa,MAAM,SAAS;AAAA,IAC5C;AAGA,UAAM,UAAU,MAAM,KAAK,iBAAiB,KAAK;AAGjD,UAAM,SAAS,KAAK,iBAAiB,OAAO,UAAU,MAAM;AAE5D,QAAI,oBAAoB;AACxB,qBAAiB,SAAS,QAAQ;AACjC,UAAI,MAAM,UAAU,gBAAgB,MAAM,KAAK,OAAO;AACrD,gBAAQ,aAAa,MAAM,cAAc,EAAE,MAAM,CAAC;AAClD,6BAAqB,MAAM,KAAK;AAAA,MACjC;AACA,YAAM;AAAA,IACP;AAEA,UAAM,cAAc,oBAAoB,QAAQ,UAAU;AAAA,MACzD;AAAA,QACC;AAAA,QACA,WAAW;AAAA,QACX,SAAS,EAAE,MAAM,QAAQ,OAAO,CAAC,KAAK,EAAE;AAAA,MACzC;AAAA,MACA;AAAA,QACC;AAAA,QACA,WAAW,KAAK,IAAI;AAAA,QACpB,SAAS,EAAE,MAAM,QAAQ,OAAO,CAAC,iBAAiB,EAAE;AAAA,MACrD;AAAA,IACD,CAAC;AAAA,EACF;AACD;","names":[]}
|
|
@@ -35,7 +35,7 @@ var A2AService = class {
|
|
|
35
35
|
};
|
|
36
36
|
async execute(requestContext, eventBus) {
|
|
37
37
|
const userMessage = requestContext.userMessage;
|
|
38
|
-
const {
|
|
38
|
+
const { agentId, type, threadId } = userMessage.metadata;
|
|
39
39
|
const existingTask = requestContext.task;
|
|
40
40
|
const taskId = existingTask?.id || randomUUID();
|
|
41
41
|
const contextId = userMessage.contextId || existingTask?.contextId || randomUUID();
|
|
@@ -73,7 +73,10 @@ var A2AService = class {
|
|
|
73
73
|
return;
|
|
74
74
|
}
|
|
75
75
|
try {
|
|
76
|
-
const response = await this.queryService.handleQuery(
|
|
76
|
+
const response = await this.queryService.handleQuery(
|
|
77
|
+
{ userId: agentId, type, threadId },
|
|
78
|
+
message
|
|
79
|
+
);
|
|
77
80
|
if (this.canceledTasks.has(taskId)) {
|
|
78
81
|
loggers.server.info(`Task ${taskId} was canceled.`);
|
|
79
82
|
const canceledUpdate = this.createTaskStatusUpdateEvent(
|
|
@@ -108,4 +111,4 @@ var A2AService = class {
|
|
|
108
111
|
export {
|
|
109
112
|
A2AService
|
|
110
113
|
};
|
|
111
|
-
//# sourceMappingURL=chunk-
|
|
114
|
+
//# sourceMappingURL=chunk-2RW77MJB.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/services/a2a.service.ts"],"sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport type { Task, TaskStatusUpdateEvent } from \"@a2a-js/sdk\";\nimport type {\n\tAgentExecutor,\n\tExecutionEventBus,\n\tRequestContext,\n} from \"@a2a-js/sdk/server\";\nimport type { ThreadType } from \"@/types/memory.js\";\nimport { loggers } from \"@/utils/logger.js\";\nimport type { QueryService } from \"./query.service.js\";\n\n/**\n * Implements the AgentExecutor interface from the a2a-js-sdk.\n * This service is responsible for the core business logic of executing an A2A task.\n */\nexport class A2AService implements AgentExecutor {\n\tprivate queryService: QueryService;\n\tprivate canceledTasks: Set<string> = new Set<string>();\n\n\tconstructor(queryService: QueryService) {\n\t\tthis.queryService = queryService;\n\t}\n\n\tpublic cancelTask = async (\n\t\ttaskId: string,\n\t\t_eventBus: ExecutionEventBus,\n\t): Promise<void> => {\n\t\tthis.canceledTasks.add(taskId);\n\t};\n\n\tprivate createTaskStatusUpdateEvent = (\n\t\ttaskId: string,\n\t\tcontextId: string,\n\t\tstate: \"working\" | \"failed\" | \"canceled\" | \"completed\",\n\t\tmessage?: string,\n\t): TaskStatusUpdateEvent => {\n\t\treturn {\n\t\t\tkind: \"status-update\",\n\t\t\ttaskId: taskId,\n\t\t\tcontextId: contextId,\n\t\t\tstatus: {\n\t\t\t\tstate: state,\n\t\t\t\tmessage: message\n\t\t\t\t\t? {\n\t\t\t\t\t\t\tkind: \"message\",\n\t\t\t\t\t\t\trole: \"agent\",\n\t\t\t\t\t\t\tmessageId: randomUUID(),\n\t\t\t\t\t\t\tparts: [{ kind: \"text\", text: message }],\n\t\t\t\t\t\t\ttaskId: taskId,\n\t\t\t\t\t\t\tcontextId: contextId,\n\t\t\t\t\t\t}\n\t\t\t\t\t: undefined,\n\t\t\t\ttimestamp: new Date().toISOString(),\n\t\t\t},\n\t\t\tfinal: state !== \"working\",\n\t\t};\n\t};\n\n\tasync execute(\n\t\trequestContext: RequestContext,\n\t\teventBus: ExecutionEventBus,\n\t): Promise<void> {\n\t\tconst userMessage = requestContext.userMessage;\n\t\tconst { agentId, type, threadId } = userMessage.metadata as {\n\t\t\tagentId: string;\n\t\t\ttype: ThreadType;\n\t\t\tthreadId: string;\n\t\t};\n\t\tconst existingTask = requestContext.task;\n\n\t\tconst taskId = existingTask?.id || randomUUID();\n\t\tconst contextId =\n\t\t\tuserMessage.contextId || existingTask?.contextId || randomUUID();\n\n\t\tif (!existingTask) {\n\t\t\tconst initialTask: Task = {\n\t\t\t\tkind: \"task\",\n\t\t\t\tid: taskId,\n\t\t\t\tcontextId: contextId,\n\t\t\t\tstatus: {\n\t\t\t\t\tstate: \"submitted\",\n\t\t\t\t\ttimestamp: new Date().toISOString(),\n\t\t\t\t},\n\t\t\t\thistory: [userMessage],\n\t\t\t\tmetadata: userMessage.metadata,\n\t\t\t\tartifacts: [],\n\t\t\t};\n\t\t\teventBus.publish(initialTask);\n\t\t}\n\n\t\tconst workingStatusUpdate = this.createTaskStatusUpdateEvent(\n\t\t\ttaskId,\n\t\t\tcontextId,\n\t\t\t\"working\",\n\t\t);\n\t\teventBus.publish(workingStatusUpdate);\n\n\t\tconst message: string = userMessage.parts\n\t\t\t.filter((part) => part.kind === \"text\")\n\t\t\t.map((part) => part.text)\n\t\t\t.join(\"\\n\");\n\t\tif (message.length === 0) {\n\t\t\tloggers.server.warn(`Empty message received for task ${taskId}.`);\n\t\t\tconst failureUpdate = this.createTaskStatusUpdateEvent(\n\t\t\t\ttaskId,\n\t\t\t\tcontextId,\n\t\t\t\t\"failed\",\n\t\t\t\t\"No message found to process.\",\n\t\t\t);\n\t\t\teventBus.publish(failureUpdate);\n\t\t\treturn;\n\t\t}\n\n\t\ttry {\n\t\t\tconst response = await this.queryService.handleQuery(\n\t\t\t\t{ userId: agentId, type, threadId },\n\t\t\t\tmessage,\n\t\t\t);\n\n\t\t\tif (this.canceledTasks.has(taskId)) {\n\t\t\t\tloggers.server.info(`Task ${taskId} was canceled.`);\n\t\t\t\tconst canceledUpdate = this.createTaskStatusUpdateEvent(\n\t\t\t\t\ttaskId,\n\t\t\t\t\tcontextId,\n\t\t\t\t\t\"canceled\",\n\t\t\t\t);\n\t\t\t\teventBus.publish(canceledUpdate);\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\tconst finalUpdate = this.createTaskStatusUpdateEvent(\n\t\t\t\ttaskId,\n\t\t\t\tcontextId,\n\t\t\t\t\"completed\",\n\t\t\t\tresponse.content,\n\t\t\t);\n\t\t\teventBus.publish(finalUpdate);\n\t\t\tloggers.server.info(`Task ${taskId} completed successfully.`);\n\t\t} catch (error: any) {\n\t\t\tloggers.server.error(`Error processing task ${taskId}:`, error);\n\t\t\tconst errorUpdate = this.createTaskStatusUpdateEvent(\n\t\t\t\ttaskId,\n\t\t\t\tcontextId,\n\t\t\t\t\"failed\",\n\t\t\t\t`Agent error: ${error.message}`,\n\t\t\t);\n\t\t\teventBus.publish(errorUpdate);\n\t\t}\n\t}\n}\n"],"mappings":";;;;;AAAA,SAAS,kBAAkB;AAepB,IAAM,aAAN,MAA0C;AAAA,EACxC;AAAA,EACA,gBAA6B,oBAAI,IAAY;AAAA,EAErD,YAAY,cAA4B;AACvC,SAAK,eAAe;AAAA,EACrB;AAAA,EAEO,aAAa,OACnB,QACA,cACmB;AACnB,SAAK,cAAc,IAAI,MAAM;AAAA,EAC9B;AAAA,EAEQ,8BAA8B,CACrC,QACA,WACA,OACA,YAC2B;AAC3B,WAAO;AAAA,MACN,MAAM;AAAA,MACN;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,QACP;AAAA,QACA,SAAS,UACN;AAAA,UACA,MAAM;AAAA,UACN,MAAM;AAAA,UACN,WAAW,WAAW;AAAA,UACtB,OAAO,CAAC,EAAE,MAAM,QAAQ,MAAM,QAAQ,CAAC;AAAA,UACvC;AAAA,UACA;AAAA,QACD,IACC;AAAA,QACH,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,MACnC;AAAA,MACA,OAAO,UAAU;AAAA,IAClB;AAAA,EACD;AAAA,EAEA,MAAM,QACL,gBACA,UACgB;AAChB,UAAM,cAAc,eAAe;AACnC,UAAM,EAAE,SAAS,MAAM,SAAS,IAAI,YAAY;AAKhD,UAAM,eAAe,eAAe;AAEpC,UAAM,SAAS,cAAc,MAAM,WAAW;AAC9C,UAAM,YACL,YAAY,aAAa,cAAc,aAAa,WAAW;AAEhE,QAAI,CAAC,cAAc;AAClB,YAAM,cAAoB;AAAA,QACzB,MAAM;AAAA,QACN,IAAI;AAAA,QACJ;AAAA,QACA,QAAQ;AAAA,UACP,OAAO;AAAA,UACP,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,QACnC;AAAA,QACA,SAAS,CAAC,WAAW;AAAA,QACrB,UAAU,YAAY;AAAA,QACtB,WAAW,CAAC;AAAA,MACb;AACA,eAAS,QAAQ,WAAW;AAAA,IAC7B;AAEA,UAAM,sBAAsB,KAAK;AAAA,MAChC;AAAA,MACA;AAAA,MACA;AAAA,IACD;AACA,aAAS,QAAQ,mBAAmB;AAEpC,UAAM,UAAkB,YAAY,MAClC,OAAO,CAAC,SAAS,KAAK,SAAS,MAAM,EACrC,IAAI,CAAC,SAAS,KAAK,IAAI,EACvB,KAAK,IAAI;AACX,QAAI,QAAQ,WAAW,GAAG;AACzB,cAAQ,OAAO,KAAK,mCAAmC,MAAM,GAAG;AAChE,YAAM,gBAAgB,KAAK;AAAA,QAC1B;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACD;AACA,eAAS,QAAQ,aAAa;AAC9B;AAAA,IACD;AAEA,QAAI;AACH,YAAM,WAAW,MAAM,KAAK,aAAa;AAAA,QACxC,EAAE,QAAQ,SAAS,MAAM,SAAS;AAAA,QAClC;AAAA,MACD;AAEA,UAAI,KAAK,cAAc,IAAI,MAAM,GAAG;AACnC,gBAAQ,OAAO,KAAK,QAAQ,MAAM,gBAAgB;AAClD,cAAM,iBAAiB,KAAK;AAAA,UAC3B;AAAA,UACA;AAAA,UACA;AAAA,QACD;AACA,iBAAS,QAAQ,cAAc;AAC/B;AAAA,MACD;AAEA,YAAM,cAAc,KAAK;AAAA,QACxB;AAAA,QACA;AAAA,QACA;AAAA,QACA,SAAS;AAAA,MACV;AACA,eAAS,QAAQ,WAAW;AAC5B,cAAQ,OAAO,KAAK,QAAQ,MAAM,0BAA0B;AAAA,IAC7D,SAAS,OAAY;AACpB,cAAQ,OAAO,MAAM,yBAAyB,MAAM,KAAK,KAAK;AAC9D,YAAM,cAAc,KAAK;AAAA,QACxB;AAAA,QACA;AAAA,QACA;AAAA,QACA,gBAAgB,MAAM,OAAO;AAAA,MAC9B;AACA,eAAS,QAAQ,WAAW;AAAA,IAC7B;AAAA,EACD;AACD;","names":[]}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import {
|
|
2
|
+
AinHttpError
|
|
3
|
+
} from "./chunk-FL3JRQM4.js";
|
|
4
|
+
|
|
5
|
+
// src/controllers/query.controller.ts
|
|
6
|
+
import { StatusCodes } from "http-status-codes";
|
|
7
|
+
var QueryController = class {
|
|
8
|
+
queryService;
|
|
9
|
+
queryStreamService;
|
|
10
|
+
constructor(queryService, queryStreamService) {
|
|
11
|
+
this.queryService = queryService;
|
|
12
|
+
this.queryStreamService = queryStreamService;
|
|
13
|
+
}
|
|
14
|
+
handleQueryRequest = async (req, res, next) => {
|
|
15
|
+
const { type, message, threadId } = req.body;
|
|
16
|
+
const userId = res.locals.userId;
|
|
17
|
+
try {
|
|
18
|
+
const result = await this.queryService.handleQuery(
|
|
19
|
+
{ type, userId, threadId },
|
|
20
|
+
message
|
|
21
|
+
);
|
|
22
|
+
res.status(200).json(result);
|
|
23
|
+
} catch (error) {
|
|
24
|
+
next(error);
|
|
25
|
+
}
|
|
26
|
+
};
|
|
27
|
+
handleQueryStreamRequest = async (req, res, next) => {
|
|
28
|
+
const { type, threadId, message } = req.body;
|
|
29
|
+
const userId = res.locals.userId;
|
|
30
|
+
if (!this.queryStreamService) {
|
|
31
|
+
const error = new AinHttpError(
|
|
32
|
+
StatusCodes.NOT_IMPLEMENTED,
|
|
33
|
+
"Stream query not supported"
|
|
34
|
+
);
|
|
35
|
+
return next(error);
|
|
36
|
+
}
|
|
37
|
+
const stream = this.queryStreamService.handleQueryStream(
|
|
38
|
+
{ type, userId, threadId },
|
|
39
|
+
message
|
|
40
|
+
);
|
|
41
|
+
try {
|
|
42
|
+
for await (const event of stream) {
|
|
43
|
+
res.write(
|
|
44
|
+
`event: ${event.event}
|
|
45
|
+
data: ${JSON.stringify(event.data)}
|
|
46
|
+
|
|
47
|
+
`
|
|
48
|
+
);
|
|
49
|
+
}
|
|
50
|
+
} catch (error) {
|
|
51
|
+
const errMsg = error?.message || "Failed to handle query stream";
|
|
52
|
+
res.write(`event: error
|
|
53
|
+
data: ${errMsg}
|
|
54
|
+
|
|
55
|
+
`);
|
|
56
|
+
} finally {
|
|
57
|
+
res.end();
|
|
58
|
+
}
|
|
59
|
+
};
|
|
60
|
+
};
|
|
61
|
+
|
|
62
|
+
export {
|
|
63
|
+
QueryController
|
|
64
|
+
};
|
|
65
|
+
//# sourceMappingURL=chunk-7D4SKPIS.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/controllers/query.controller.ts"],"sourcesContent":["import type { NextFunction, Request, Response } from \"express\";\nimport { StatusCodes } from \"http-status-codes\";\nimport type { QueryService, QueryStreamService } from \"@/services\";\nimport { AinHttpError } from \"@/types/agent\";\n\nexport class QueryController {\n\tprivate queryService;\n\tprivate queryStreamService;\n\n\tconstructor(\n\t\tqueryService: QueryService,\n\t\tqueryStreamService?: QueryStreamService,\n\t) {\n\t\tthis.queryService = queryService;\n\t\tthis.queryStreamService = queryStreamService;\n\t}\n\n\tpublic handleQueryRequest = async (\n\t\treq: Request,\n\t\tres: Response,\n\t\tnext: NextFunction,\n\t) => {\n\t\tconst { type, message, threadId } = req.body;\n\t\tconst userId = res.locals.userId;\n\n\t\ttry {\n\t\t\tconst result = await this.queryService.handleQuery(\n\t\t\t\t{ type, userId, threadId },\n\t\t\t\tmessage,\n\t\t\t);\n\n\t\t\tres.status(200).json(result);\n\t\t} catch (error) {\n\t\t\tnext(error);\n\t\t}\n\t};\n\n\tpublic handleQueryStreamRequest = async (\n\t\treq: Request,\n\t\tres: Response,\n\t\tnext: NextFunction,\n\t) => {\n\t\tconst { type, threadId, message } = req.body;\n\t\tconst userId = res.locals.userId;\n\n\t\tif (!this.queryStreamService) {\n\t\t\tconst error = new AinHttpError(\n\t\t\t\tStatusCodes.NOT_IMPLEMENTED,\n\t\t\t\t\"Stream query not supported\",\n\t\t\t);\n\t\t\treturn next(error);\n\t\t}\n\n\t\tconst stream = this.queryStreamService.handleQueryStream(\n\t\t\t{ type, userId, threadId },\n\t\t\tmessage,\n\t\t);\n\n\t\ttry {\n\t\t\tfor await (const event of stream) {\n\t\t\t\tres.write(\n\t\t\t\t\t`event: ${event.event}\\ndata: ${JSON.stringify(event.data)}\\n\\n`,\n\t\t\t\t);\n\t\t\t}\n\t\t} catch (error: unknown) {\n\t\t\tconst errMsg =\n\t\t\t\t(error as Error)?.message || \"Failed to handle query stream\";\n\t\t\tres.write(`event: error\\ndata: ${errMsg}\\n\\n`);\n\t\t} finally {\n\t\t\tres.end();\n\t\t}\n\t};\n}\n"],"mappings":";;;;;AACA,SAAS,mBAAmB;AAIrB,IAAM,kBAAN,MAAsB;AAAA,EACpB;AAAA,EACA;AAAA,EAER,YACC,cACA,oBACC;AACD,SAAK,eAAe;AACpB,SAAK,qBAAqB;AAAA,EAC3B;AAAA,EAEO,qBAAqB,OAC3B,KACA,KACA,SACI;AACJ,UAAM,EAAE,MAAM,SAAS,SAAS,IAAI,IAAI;AACxC,UAAM,SAAS,IAAI,OAAO;AAE1B,QAAI;AACH,YAAM,SAAS,MAAM,KAAK,aAAa;AAAA,QACtC,EAAE,MAAM,QAAQ,SAAS;AAAA,QACzB;AAAA,MACD;AAEA,UAAI,OAAO,GAAG,EAAE,KAAK,MAAM;AAAA,IAC5B,SAAS,OAAO;AACf,WAAK,KAAK;AAAA,IACX;AAAA,EACD;AAAA,EAEO,2BAA2B,OACjC,KACA,KACA,SACI;AACJ,UAAM,EAAE,MAAM,UAAU,QAAQ,IAAI,IAAI;AACxC,UAAM,SAAS,IAAI,OAAO;AAE1B,QAAI,CAAC,KAAK,oBAAoB;AAC7B,YAAM,QAAQ,IAAI;AAAA,QACjB,YAAY;AAAA,QACZ;AAAA,MACD;AACA,aAAO,KAAK,KAAK;AAAA,IAClB;AAEA,UAAM,SAAS,KAAK,mBAAmB;AAAA,MACtC,EAAE,MAAM,QAAQ,SAAS;AAAA,MACzB;AAAA,IACD;AAEA,QAAI;AACH,uBAAiB,SAAS,QAAQ;AACjC,YAAI;AAAA,UACH,UAAU,MAAM,KAAK;AAAA,QAAW,KAAK,UAAU,MAAM,IAAI,CAAC;AAAA;AAAA;AAAA,QAC3D;AAAA,MACD;AAAA,IACD,SAAS,OAAgB;AACxB,YAAM,SACJ,OAAiB,WAAW;AAC9B,UAAI,MAAM;AAAA,QAAuB,MAAM;AAAA;AAAA,CAAM;AAAA,IAC9C,UAAE;AACD,UAAI,IAAI;AAAA,IACT;AAAA,EACD;AACD;","names":[]}
|
|
@@ -2,27 +2,27 @@ import {
|
|
|
2
2
|
AinHttpError
|
|
3
3
|
} from "./chunk-FL3JRQM4.js";
|
|
4
4
|
|
|
5
|
-
// src/controllers/api/
|
|
5
|
+
// src/controllers/api/thread.api.controller.ts
|
|
6
6
|
import { StatusCodes } from "http-status-codes";
|
|
7
|
-
var
|
|
7
|
+
var ThreadApiController = class {
|
|
8
8
|
memoryModule;
|
|
9
9
|
constructor(memoryModule) {
|
|
10
10
|
this.memoryModule = memoryModule;
|
|
11
11
|
}
|
|
12
|
-
|
|
12
|
+
handleGetThread = async (req, res, next) => {
|
|
13
13
|
try {
|
|
14
|
-
const { id:
|
|
14
|
+
const { id: threadId, type } = req.params;
|
|
15
15
|
const userId = res.locals.userId || "";
|
|
16
|
-
const
|
|
17
|
-
if (!
|
|
16
|
+
const threadMemory = this.memoryModule.getThreadMemory();
|
|
17
|
+
if (!threadMemory) {
|
|
18
18
|
const error = new AinHttpError(
|
|
19
19
|
StatusCodes.SERVICE_UNAVAILABLE,
|
|
20
20
|
"Memory module is not initialized"
|
|
21
21
|
);
|
|
22
22
|
throw error;
|
|
23
23
|
}
|
|
24
|
-
const
|
|
25
|
-
res.json(
|
|
24
|
+
const thread = await threadMemory.getThread(type, userId, threadId);
|
|
25
|
+
res.json(thread);
|
|
26
26
|
} catch (error) {
|
|
27
27
|
next(error);
|
|
28
28
|
}
|
|
@@ -30,6 +30,6 @@ var SessionApiController = class {
|
|
|
30
30
|
};
|
|
31
31
|
|
|
32
32
|
export {
|
|
33
|
-
|
|
33
|
+
ThreadApiController
|
|
34
34
|
};
|
|
35
|
-
//# sourceMappingURL=chunk-
|
|
35
|
+
//# sourceMappingURL=chunk-ADIAIRNH.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/controllers/api/thread.api.controller.ts"],"sourcesContent":["import type { NextFunction, Request, Response } from \"express\";\nimport { StatusCodes } from \"http-status-codes\";\nimport type { MemoryModule } from \"@/modules/index.js\";\nimport { AinHttpError } from \"@/types/agent.js\";\nimport type { ThreadType } from \"@/types/memory\";\n\nexport class ThreadApiController {\n\tprivate memoryModule: MemoryModule;\n\n\tconstructor(memoryModule: MemoryModule) {\n\t\tthis.memoryModule = memoryModule;\n\t}\n\n\tpublic handleGetThread = async (\n\t\treq: Request,\n\t\tres: Response,\n\t\tnext: NextFunction,\n\t) => {\n\t\ttry {\n\t\t\tconst { id: threadId, type } = req.params as {\n\t\t\t\tid: string;\n\t\t\t\ttype: ThreadType;\n\t\t\t};\n\t\t\tconst userId = res.locals.userId || \"\";\n\t\t\tconst threadMemory = this.memoryModule.getThreadMemory();\n\t\t\tif (!threadMemory) {\n\t\t\t\tconst error = new AinHttpError(\n\t\t\t\t\tStatusCodes.SERVICE_UNAVAILABLE,\n\t\t\t\t\t\"Memory module is not initialized\",\n\t\t\t\t);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t\tconst thread = await threadMemory.getThread(type, userId, threadId);\n\t\t\tres.json(thread);\n\t\t} catch (error) {\n\t\t\tnext(error);\n\t\t}\n\t};\n}\n"],"mappings":";;;;;AACA,SAAS,mBAAmB;AAKrB,IAAM,sBAAN,MAA0B;AAAA,EACxB;AAAA,EAER,YAAY,cAA4B;AACvC,SAAK,eAAe;AAAA,EACrB;AAAA,EAEO,kBAAkB,OACxB,KACA,KACA,SACI;AACJ,QAAI;AACH,YAAM,EAAE,IAAI,UAAU,KAAK,IAAI,IAAI;AAInC,YAAM,SAAS,IAAI,OAAO,UAAU;AACpC,YAAM,eAAe,KAAK,aAAa,gBAAgB;AACvD,UAAI,CAAC,cAAc;AAClB,cAAM,QAAQ,IAAI;AAAA,UACjB,YAAY;AAAA,UACZ;AAAA,QACD;AACA,cAAM;AAAA,MACP;AACA,YAAM,SAAS,MAAM,aAAa,UAAU,MAAM,QAAQ,QAAQ;AAClE,UAAI,KAAK,MAAM;AAAA,IAChB,SAAS,OAAO;AACf,WAAK,KAAK;AAAA,IACX;AAAA,EACD;AACD;","names":[]}
|
|
@@ -2,7 +2,7 @@ import {
|
|
|
2
2
|
ModelApiController
|
|
3
3
|
} from "./chunk-UA44VKFE.js";
|
|
4
4
|
|
|
5
|
-
// src/routes/api/
|
|
5
|
+
// src/routes/api/model.routes.ts
|
|
6
6
|
import { Router } from "express";
|
|
7
7
|
var createModelApiRouter = (modelModule) => {
|
|
8
8
|
const router = Router();
|
|
@@ -14,4 +14,4 @@ var createModelApiRouter = (modelModule) => {
|
|
|
14
14
|
export {
|
|
15
15
|
createModelApiRouter
|
|
16
16
|
};
|
|
17
|
-
//# sourceMappingURL=chunk-
|
|
17
|
+
//# sourceMappingURL=chunk-AMRKK46V.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/routes/api/model.routes.ts"],"sourcesContent":["import { Router } from \"express\";\nimport { ModelApiController } from \"@/controllers/api/model.api.controller.js\";\nimport type { ModelModule } from \"@/modules/index.js\";\n\nexport const createModelApiRouter = (modelModule: ModelModule): Router => {\n\tconst router = Router();\n\tconst modelApiController = new ModelApiController(modelModule);\n\n\t// APIs (prefix: /api/model)\n\trouter.get(\"/\", modelApiController.handleModelList);\n\n\treturn router;\n};\n"],"mappings":";;;;;AAAA,SAAS,cAAc;AAIhB,IAAM,uBAAuB,CAAC,gBAAqC;AACzE,QAAM,SAAS,OAAO;AACtB,QAAM,qBAAqB,IAAI,mBAAmB,WAAW;AAG7D,SAAO,IAAI,KAAK,mBAAmB,eAAe;AAElD,SAAO;AACR;","names":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/modules/models/base.model.ts"],"sourcesContent":["import type { ThreadObject } from \"@/types/memory.js\";\nimport type { LLMStream } from \"@/types/stream.js\";\nimport type { FetchResponse, IAgentTool } from \"@/types/tool.js\";\n\n/**\n * Abstract base class for AI model implementations.\n *\n * Provides a common interface for different AI model providers (OpenAI, Gemini, etc.)\n * to integrate with the AIN-ADK framework. Each model implementation must handle\n * message formatting, tool conversion, and API communication.\n *\n * @typeParam MessageType - The message format used by the specific model API\n * @typeParam FunctionType - The function/tool format used by the specific model API\n */\nexport abstract class BaseModel<MessageType, FunctionType> {\n\t/**\n\t * Generates an array of messages from thread and current query.\n\t *\n\t * @param query - Current user query\n\t * @param thread - Previous conversation history\n\t * @param systemPrompt - Optional system prompt to set context\n\t * @returns Array of messages formatted for the specific model API\n\t */\n\tabstract generateMessages(params: {\n\t\tquery: string;\n\t\tthread?: ThreadObject;\n\t\tsystemPrompt?: string;\n\t}): MessageType[];\n\n\t/**\n\t * Appends a new message to the existing message array.\n\t *\n\t * @param messages - Existing message array to expand\n\t * @param message - New message content to append\n\t */\n\tabstract appendMessages(messages: MessageType[], message: string): void;\n\n\t/**\n\t * Converts protocol-agnostic tools to model-specific function format.\n\t *\n\t * @param tools - Array of agent tools from MCP or A2A sources\n\t * @returns Array of functions in the format required by the model API\n\t */\n\tabstract convertToolsToFunctions(tools: IAgentTool[]): FunctionType[];\n\n\t/**\n\t * Fetches a response from the model API without tool support.\n\t *\n\t * @param messages - Array of messages to send to the model\n\t * @returns Promise resolving to the model's response\n\t */\n\tabstract fetch(messages: MessageType[]): Promise<FetchResponse>;\n\n\t/**\n\t * Fetches a response from the model API with tool/function support.\n\t *\n\t * @param messages - Array of messages to send to the model\n\t * @param functions - Array of available functions/tools the model can call\n\t * @returns Promise resolving to the model's response, possibly including tool calls\n\t */\n\tabstract fetchWithContextMessage(\n\t\tmessages: MessageType[],\n\t\tfunctions: FunctionType[],\n\t): Promise<FetchResponse>;\n\n\t/**\n\t * Fetches a streaming response from the model API with tool/function support.\n\t *\n\t * Returns a standardized LLMStream that can be used consistently across\n\t * different AI model providers. Each implementation should convert their\n\t * provider-specific stream format to the common StreamChunk interface.\n\t *\n\t * @param messages - Array of messages to send to the model\n\t * @param functions - Array of available functions/tools the model can call\n\t * @returns Promise resolving to an LLMStream for consistent iteration\n\t */\n\tabstract fetchStreamWithContextMessage(\n\t\tmessages: MessageType[],\n\t\tfunctions: FunctionType[],\n\t): Promise<LLMStream>;\n}\n"],"mappings":";AAcO,IAAe,YAAf,MAAoD;AAkE3D;","names":[]}
|
|
@@ -3,6 +3,7 @@ import {
|
|
|
3
3
|
} from "./chunk-N7VYM2R5.js";
|
|
4
4
|
|
|
5
5
|
// src/services/query.service.ts
|
|
6
|
+
import { randomUUID } from "crypto";
|
|
6
7
|
var QueryService = class {
|
|
7
8
|
modelModule;
|
|
8
9
|
a2aModule;
|
|
@@ -36,11 +37,11 @@ var QueryService = class {
|
|
|
36
37
|
* - Processing tool calls iteratively until completion
|
|
37
38
|
*
|
|
38
39
|
* @param query - The user's input query
|
|
39
|
-
* @param
|
|
40
|
-
* @param
|
|
40
|
+
* @param threadId - Thread identifier for context
|
|
41
|
+
* @param thread - Previous conversation history
|
|
41
42
|
* @returns Object containing process steps and final response
|
|
42
43
|
*/
|
|
43
|
-
async intentFulfilling(query,
|
|
44
|
+
async intentFulfilling(query, threadId, thread) {
|
|
44
45
|
const systemPrompt = `
|
|
45
46
|
Today is ${(/* @__PURE__ */ new Date()).toLocaleDateString()}.
|
|
46
47
|
|
|
@@ -51,7 +52,7 @@ ${this.prompts?.system || ""}
|
|
|
51
52
|
const modelInstance = this.modelModule.getModel();
|
|
52
53
|
const messages = modelInstance.generateMessages({
|
|
53
54
|
query,
|
|
54
|
-
|
|
55
|
+
thread,
|
|
55
56
|
systemPrompt: systemPrompt.trim()
|
|
56
57
|
});
|
|
57
58
|
const tools = [];
|
|
@@ -78,7 +79,7 @@ ${this.prompts?.system || ""}
|
|
|
78
79
|
if (toolCalls) {
|
|
79
80
|
const messagePayload = this.a2aModule?.getMessagePayload(
|
|
80
81
|
query,
|
|
81
|
-
|
|
82
|
+
threadId
|
|
82
83
|
);
|
|
83
84
|
for (const toolCall of toolCalls) {
|
|
84
85
|
const toolName = toolCall.name;
|
|
@@ -96,7 +97,7 @@ ${this.prompts?.system || ""}
|
|
|
96
97
|
toolResult = await this.a2aModule.useTool(
|
|
97
98
|
selectedTool,
|
|
98
99
|
messagePayload,
|
|
99
|
-
|
|
100
|
+
threadId
|
|
100
101
|
);
|
|
101
102
|
} else {
|
|
102
103
|
loggers.intent.warn(
|
|
@@ -120,38 +121,80 @@ ${this.prompts?.system || ""}
|
|
|
120
121
|
};
|
|
121
122
|
return botResponse;
|
|
122
123
|
}
|
|
124
|
+
/**
|
|
125
|
+
* Generates a title for the conversation based on the query.
|
|
126
|
+
*
|
|
127
|
+
* @param query - The user's input query
|
|
128
|
+
* @returns Promise resolving to a generated title
|
|
129
|
+
*/
|
|
130
|
+
async generateTitle(query) {
|
|
131
|
+
const DEFAULT_TITLE = "New Chat";
|
|
132
|
+
try {
|
|
133
|
+
const modelInstance = this.modelModule.getModel();
|
|
134
|
+
const messages = modelInstance.generateMessages({
|
|
135
|
+
query,
|
|
136
|
+
systemPrompt: `You are a helpful assistant that generates titles for conversations.
|
|
137
|
+
Please analyze the user's query and create a concise title that accurately reflects the conversation's core topic.
|
|
138
|
+
The title must be no more than 5 words long.
|
|
139
|
+
Respond with only the title. Do not include any punctuation or extra explanations.`
|
|
140
|
+
});
|
|
141
|
+
const response = await modelInstance.fetch(messages);
|
|
142
|
+
return response.content || DEFAULT_TITLE;
|
|
143
|
+
} catch (error) {
|
|
144
|
+
loggers.intent.error("Error generating title", {
|
|
145
|
+
error,
|
|
146
|
+
query
|
|
147
|
+
});
|
|
148
|
+
return DEFAULT_TITLE;
|
|
149
|
+
}
|
|
150
|
+
}
|
|
123
151
|
/**
|
|
124
152
|
* Main entry point for processing user queries.
|
|
125
153
|
*
|
|
126
154
|
* Handles the complete query lifecycle:
|
|
127
|
-
* 1. Loads
|
|
155
|
+
* 1. Loads thread history from memory
|
|
128
156
|
* 2. Detects intent from the query
|
|
129
157
|
* 3. Fulfills the intent with AI response
|
|
130
158
|
* 4. Updates conversation history
|
|
131
159
|
*
|
|
160
|
+
* @param type - The type of thread (e.g., chat, workflow)
|
|
161
|
+
* @param userId - The user's unique identifier
|
|
162
|
+
* @param threadId - Unique thread identifier
|
|
132
163
|
* @param query - The user's input query
|
|
133
|
-
* @param sessionId - Unique session identifier
|
|
134
|
-
* @param userId - Unique user identifier
|
|
135
|
-
* @returns Object containing the AI-generated response
|
|
136
164
|
*/
|
|
137
|
-
async handleQuery(
|
|
165
|
+
async handleQuery(threadMetadata, query) {
|
|
166
|
+
const { type, userId } = threadMetadata;
|
|
138
167
|
const queryStartAt = Date.now();
|
|
139
|
-
const
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
168
|
+
const threadMemory = this.memoryModule?.getThreadMemory();
|
|
169
|
+
let threadId = threadMetadata.threadId;
|
|
170
|
+
let thread;
|
|
171
|
+
if (threadId) {
|
|
172
|
+
thread = await threadMemory?.getThread(type, userId, threadId);
|
|
173
|
+
} else {
|
|
174
|
+
threadId = randomUUID();
|
|
175
|
+
const title = await this.generateTitle(query);
|
|
176
|
+
const metadata = await threadMemory?.createThread(type, userId, threadId, title) || {
|
|
177
|
+
type,
|
|
178
|
+
threadId,
|
|
179
|
+
title,
|
|
180
|
+
updatedAt: Date.now()
|
|
181
|
+
};
|
|
182
|
+
loggers.intent.info("Create new thread", { metadata });
|
|
183
|
+
}
|
|
184
|
+
const _intent = this.intentTriggering(query);
|
|
185
|
+
const result = await this.intentFulfilling(query, threadId, thread);
|
|
186
|
+
await threadMemory?.addMessagesToThread(userId, threadId, [
|
|
187
|
+
{
|
|
145
188
|
role: "USER" /* USER */,
|
|
146
189
|
timestamp: queryStartAt,
|
|
147
190
|
content: { type: "text", parts: [query] }
|
|
148
|
-
}
|
|
149
|
-
|
|
191
|
+
},
|
|
192
|
+
{
|
|
150
193
|
role: "MODEL" /* MODEL */,
|
|
151
194
|
timestamp: Date.now(),
|
|
152
195
|
content: { type: "text", parts: [result.response] }
|
|
153
|
-
}
|
|
154
|
-
|
|
196
|
+
}
|
|
197
|
+
]);
|
|
155
198
|
return { content: result.response };
|
|
156
199
|
}
|
|
157
200
|
};
|
|
@@ -159,4 +202,4 @@ ${this.prompts?.system || ""}
|
|
|
159
202
|
export {
|
|
160
203
|
QueryService
|
|
161
204
|
};
|
|
162
|
-
//# sourceMappingURL=chunk-
|
|
205
|
+
//# sourceMappingURL=chunk-EGR6OTTN.js.map
|