@puca/puca-core 12.12.1 → 12.13.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/core/services/crud-front-base.service.d.ts +4 -8
- package/dist/core/services/crud-front-base.service.js +65 -49
- package/dist/core/services/crud-front-base.service.js.map +1 -1
- package/dist/core/services/index.d.ts +6 -4
- package/dist/core/services/index.js +7 -5
- package/dist/core/services/index.js.map +1 -1
- package/dist/core/services/{llm.service.d.ts → llm/llm.service.d.ts} +25 -9
- package/dist/core/services/{llm.service.js → llm/llm.service.js} +170 -23
- package/dist/core/services/llm/llm.service.js.map +1 -0
- package/dist/core/services/llm/token-budget.service.d.ts +26 -0
- package/dist/core/services/llm/token-budget.service.js +140 -0
- package/dist/core/services/llm/token-budget.service.js.map +1 -0
- package/dist/core/services/mcp/mcp-server.service.d.ts +51 -7
- package/dist/core/services/mcp/mcp-server.service.js +96 -16
- package/dist/core/services/mcp/mcp-server.service.js.map +1 -1
- package/dist/core/services/mcp/mcp.client.service.d.ts +23 -1
- package/dist/core/services/mcp/mcp.client.service.js +9 -7
- package/dist/core/services/mcp/mcp.client.service.js.map +1 -1
- package/dist/core/services/monitor.d.ts +1 -1
- package/dist/core/services/monitor.js.map +1 -1
- package/dist/core/services/report.service.js +0 -13
- package/dist/core/services/report.service.js.map +1 -1
- package/dist/orm/services/repository.d.ts +3 -2
- package/dist/orm/services/repository.js +8 -11
- package/dist/orm/services/repository.js.map +1 -1
- package/dist/orm/services/secondary-database/secondary-database.service.d.ts +2 -0
- package/dist/orm/services/secondary-database/secondary-database.service.js +9 -0
- package/dist/orm/services/secondary-database/secondary-database.service.js.map +1 -1
- package/dist/packages/crm/crm.service.js +1 -2
- package/dist/packages/crm/crm.service.js.map +1 -1
- package/dist/plugins/final-user-query-language/final-user-query-language.js.map +1 -1
- package/dist/plugins/multi-tenant/multi-tentant.adapter.js +1 -0
- package/dist/plugins/multi-tenant/multi-tentant.adapter.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/fuql-grammar.js +29 -16
- package/fuql-grammar.ne +28 -8
- package/package.json +1 -1
- package/dist/core/services/llm.service.js.map +0 -1
|
@@ -14,13 +14,15 @@ const _ = require("lodash");
|
|
|
14
14
|
const common_1 = require("@nestjs/common");
|
|
15
15
|
const groq_sdk_1 = require("groq-sdk");
|
|
16
16
|
const axios_1 = require("axios");
|
|
17
|
-
const logger_1 = require("
|
|
18
|
-
const system_parameters_envs_service_1 = require("
|
|
19
|
-
const cache_service_1 = require("
|
|
17
|
+
const logger_1 = require("../logger");
|
|
18
|
+
const system_parameters_envs_service_1 = require("../system-parameters-envs.service");
|
|
19
|
+
const cache_service_1 = require("../../../orm/services/cache.service");
|
|
20
|
+
const token_budget_service_1 = require("./token-budget.service");
|
|
20
21
|
let LlmService = class LlmService {
|
|
21
|
-
constructor(systemParametersEnvs, cacheServiceFactory) {
|
|
22
|
+
constructor(systemParametersEnvs, cacheServiceFactory, tokenBudgetService) {
|
|
22
23
|
this.systemParametersEnvs = systemParametersEnvs;
|
|
23
24
|
this.cacheServiceFactory = cacheServiceFactory;
|
|
25
|
+
this.tokenBudgetService = tokenBudgetService;
|
|
24
26
|
this.logger = new logger_1.Logger('LlmService');
|
|
25
27
|
}
|
|
26
28
|
async init() {
|
|
@@ -30,30 +32,97 @@ let LlmService = class LlmService {
|
|
|
30
32
|
});
|
|
31
33
|
}, 7 * 24 * 60 * 60);
|
|
32
34
|
}
|
|
35
|
+
assertModelResponse(model, message, functionNames) {
|
|
36
|
+
if (!message) {
|
|
37
|
+
return null;
|
|
38
|
+
}
|
|
39
|
+
const llama4Assert = [() => {
|
|
40
|
+
const invalidFunctionCallRegex = /^<(\w+)>(.*?)<\/\1>/;
|
|
41
|
+
const match = (message || '').match(invalidFunctionCallRegex);
|
|
42
|
+
if (match && functionNames.includes(match[1])) {
|
|
43
|
+
return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
|
|
44
|
+
}
|
|
45
|
+
}, () => {
|
|
46
|
+
const invalidFunctionCallRegex = /^<function=(\w+)/;
|
|
47
|
+
const match = (message || '').match(invalidFunctionCallRegex);
|
|
48
|
+
if (match && functionNames.includes(match[1])) {
|
|
49
|
+
return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
|
|
50
|
+
}
|
|
51
|
+
}, () => {
|
|
52
|
+
try {
|
|
53
|
+
const obj = JSON.parse(message);
|
|
54
|
+
const f = obj.function;
|
|
55
|
+
if (functionNames.includes(f || '')) {
|
|
56
|
+
return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
|
|
57
|
+
}
|
|
58
|
+
if (obj.type === 'function') {
|
|
59
|
+
return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
catch (e) {
|
|
63
|
+
}
|
|
64
|
+
}];
|
|
65
|
+
const assert = {
|
|
66
|
+
['meta-llama/llama-4-scout-17b-16e-instruct']: llama4Assert
|
|
67
|
+
}[model];
|
|
68
|
+
if (!assert.length) {
|
|
69
|
+
this.logger.warn('LlmService: No assert function for model', model);
|
|
70
|
+
return null;
|
|
71
|
+
}
|
|
72
|
+
const result = assert.map(a => a())
|
|
73
|
+
.filter((a) => a)[0];
|
|
74
|
+
return result;
|
|
75
|
+
}
|
|
33
76
|
async chat(args) {
|
|
34
|
-
var _a, _b, _c;
|
|
77
|
+
var _a, _b, _c, _d;
|
|
78
|
+
let consumedTokens = 0;
|
|
79
|
+
let userAvaliableTokens = 0;
|
|
80
|
+
const consumedTolls = [];
|
|
35
81
|
const API_KEY = await this.systemParametersEnvs.getEnvByName('groq-llm-api-key')
|
|
36
82
|
|| process.env.LLM_API_KEY;
|
|
37
83
|
const LLM_MODEL = await this.systemParametersEnvs.getEnvByName('groq-llm-model')
|
|
38
84
|
|| process.env.LLM_MODEL;
|
|
39
85
|
if (!API_KEY) {
|
|
40
86
|
this.logger.warn('LlmService: API_URL, API_KEY or LLM_MODEL not set');
|
|
41
|
-
return
|
|
87
|
+
return {
|
|
88
|
+
response: 'LlmService: API_URL, API_KEY or LLM_MODEL not set',
|
|
89
|
+
fullChat: [],
|
|
90
|
+
consumedTokens: 0,
|
|
91
|
+
userAvaliableTokens: 0,
|
|
92
|
+
consumedTolls: []
|
|
93
|
+
};
|
|
42
94
|
}
|
|
43
95
|
const client = new groq_sdk_1.default({
|
|
44
96
|
apiKey: API_KEY,
|
|
45
97
|
});
|
|
46
98
|
const toolList = [];
|
|
99
|
+
const resourceList = [];
|
|
47
100
|
for (const client of args.mcpClients) {
|
|
48
101
|
const toolListResult = await client.listTools();
|
|
49
102
|
if ((_a = toolListResult === null || toolListResult === void 0 ? void 0 : toolListResult.tools) === null || _a === void 0 ? void 0 : _a.length) {
|
|
50
103
|
toolList.push(...toolListResult.tools.map((tool) => {
|
|
51
104
|
return {
|
|
52
|
-
tool:
|
|
105
|
+
tool: tool,
|
|
53
106
|
client
|
|
54
107
|
};
|
|
55
108
|
}));
|
|
56
109
|
}
|
|
110
|
+
const resourcesResult = await client.listResources();
|
|
111
|
+
if ((_b = resourcesResult === null || resourcesResult === void 0 ? void 0 : resourcesResult.resources) === null || _b === void 0 ? void 0 : _b.length) {
|
|
112
|
+
resourceList.push(...resourcesResult.resources.map((resource) => {
|
|
113
|
+
return {
|
|
114
|
+
resource: resource,
|
|
115
|
+
client,
|
|
116
|
+
};
|
|
117
|
+
}));
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
const resourceContent = new Map();
|
|
121
|
+
for (const resource of resourceList) {
|
|
122
|
+
const resourceResult = await resource.client.readResource({
|
|
123
|
+
uri: resource.resource.uri
|
|
124
|
+
});
|
|
125
|
+
resourceContent.set(resource.resource.uri, resourceResult.contents[0].text);
|
|
57
126
|
}
|
|
58
127
|
this.logger.debug('Tool list', toolList.map((tool) => tool.tool.name));
|
|
59
128
|
let toolCallCount = 0;
|
|
@@ -63,40 +132,110 @@ let LlmService = class LlmService {
|
|
|
63
132
|
args.toolCallsRetry = args.toolCallsRetry || 5;
|
|
64
133
|
const messages = _.cloneDeep(args.messages);
|
|
65
134
|
while (true) {
|
|
135
|
+
let shouldBreak = true;
|
|
66
136
|
try {
|
|
137
|
+
const consumeTokens = _.get(args, 'consumeTokenBudget', true);
|
|
138
|
+
if (consumeTokens) {
|
|
139
|
+
const budget = await this.tokenBudgetService.getUserTokenBudget(args.user.puca_pid);
|
|
140
|
+
if (budget.consumed > budget.budget) {
|
|
141
|
+
this.logger.warn('LlmService: Token budget exceeded');
|
|
142
|
+
throw new Error('Máximo de tokens consumidos atingido, tente novamente mais tarde');
|
|
143
|
+
}
|
|
144
|
+
userAvaliableTokens = budget.budget - budget.consumed;
|
|
145
|
+
}
|
|
67
146
|
const chatCompletion = await client.chat.completions.create({
|
|
68
|
-
messages
|
|
147
|
+
messages: [
|
|
148
|
+
...resourceList.map((resource) => {
|
|
149
|
+
return {
|
|
150
|
+
name: `Resource: ${resource.resource.name}`,
|
|
151
|
+
role: 'system',
|
|
152
|
+
content: [
|
|
153
|
+
`Name: ${resource.resource.name}`,
|
|
154
|
+
`Description: ${resource.resource.description}`,
|
|
155
|
+
`URI: ${resource.resource.uri}`,
|
|
156
|
+
].join('\n'),
|
|
157
|
+
};
|
|
158
|
+
}),
|
|
159
|
+
...Array.from(resourceContent.entries()).map(([uri, resourceContent]) => {
|
|
160
|
+
return {
|
|
161
|
+
name: `Content of Resource: ${uri}`,
|
|
162
|
+
role: 'system',
|
|
163
|
+
content: resourceContent,
|
|
164
|
+
};
|
|
165
|
+
}),
|
|
166
|
+
...messages
|
|
167
|
+
],
|
|
69
168
|
tool_choice: toolList.length ? 'auto' : undefined,
|
|
70
|
-
tools: toolList.map(t =>
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
169
|
+
tools: toolList.map(t => {
|
|
170
|
+
var _a, _b, _c;
|
|
171
|
+
return {
|
|
172
|
+
type: 'function',
|
|
173
|
+
function: {
|
|
174
|
+
name: t.tool.name,
|
|
175
|
+
description: t.tool.description,
|
|
176
|
+
parameters: {
|
|
177
|
+
type: 'object',
|
|
178
|
+
properties: ((_a = t.tool.inputSchema) === null || _a === void 0 ? void 0 : _a.properties) || {},
|
|
179
|
+
required: ((_b = t.tool.inputSchema) === null || _b === void 0 ? void 0 : _b.required) || [],
|
|
180
|
+
additionalProperties: ((_c = t.tool.inputSchema) === null || _c === void 0 ? void 0 : _c.additionalProperties) || false
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
};
|
|
184
|
+
}),
|
|
74
185
|
temperature: args.temperature || 0.5,
|
|
75
186
|
max_tokens: args.max_tokens || 1000,
|
|
76
187
|
stream: false,
|
|
77
188
|
model: LLM_MODEL,
|
|
78
189
|
});
|
|
190
|
+
if (consumeTokens) {
|
|
191
|
+
consumedTokens += await this.tokenBudgetService.decrementUserTokenBudget(args.user.puca_pid, chatCompletion.usage.prompt_tokens, chatCompletion.usage.completion_tokens);
|
|
192
|
+
userAvaliableTokens -= consumedTokens;
|
|
193
|
+
}
|
|
79
194
|
const message = _.get(chatCompletion, 'choices.0.message');
|
|
80
195
|
messages.push(message);
|
|
81
|
-
const
|
|
82
|
-
if (
|
|
196
|
+
const correctionMessage = this.assertModelResponse(LLM_MODEL, message === null || message === void 0 ? void 0 : message.content, toolList.map((tool) => tool.tool.name));
|
|
197
|
+
if (correctionMessage) {
|
|
198
|
+
if (++toolCallsRetries >= args.toolCallsRetry) {
|
|
199
|
+
throw new Error(`Error calling tool ${message.content}`);
|
|
200
|
+
}
|
|
201
|
+
this.logger.error('Try to correct function call', message.content, correctionMessage);
|
|
202
|
+
messages.push({
|
|
203
|
+
content: correctionMessage,
|
|
204
|
+
role: 'system'
|
|
205
|
+
});
|
|
206
|
+
continue;
|
|
207
|
+
}
|
|
208
|
+
for (const tc of _.get(chatCompletion, 'choices.0.message.tool_calls', [])) {
|
|
209
|
+
const toolCall = tc;
|
|
210
|
+
shouldBreak = false;
|
|
83
211
|
if (toolCall.function.name !== lastTool) {
|
|
84
212
|
toolCallsRetries = 0;
|
|
85
213
|
lastTool = toolCall.function.name;
|
|
86
214
|
}
|
|
87
215
|
const item = toolList.find((item) => item.tool.name === toolCall.function.name);
|
|
88
216
|
if (item) {
|
|
89
|
-
const
|
|
217
|
+
const toolArgsStr = toolCall.function.arguments;
|
|
90
218
|
try {
|
|
91
|
-
this.logger.debug('Tool call', toolCall.function.name,
|
|
219
|
+
this.logger.debug('Tool call', toolCall.function.name, toolArgsStr);
|
|
220
|
+
const toolArgs = JSON.parse(toolArgsStr || '{}');
|
|
221
|
+
if (args.beforeToolCall) {
|
|
222
|
+
await args.beforeToolCall({
|
|
223
|
+
messages: messages,
|
|
224
|
+
args: toolArgs
|
|
225
|
+
});
|
|
226
|
+
}
|
|
92
227
|
const result = await item.client.callTool({
|
|
93
228
|
name: item.tool.name,
|
|
94
|
-
arguments:
|
|
229
|
+
arguments: toolArgs
|
|
95
230
|
});
|
|
96
231
|
if (++toolCallCount > args.maxToolCalls) {
|
|
97
232
|
throw new Error(`Tool call limit exceeded: ${toolCallCount} > ${args.maxToolCalls}`);
|
|
98
233
|
}
|
|
99
234
|
toolCallsRetries = 0;
|
|
235
|
+
consumedTolls.push({
|
|
236
|
+
mcpClient: item.client,
|
|
237
|
+
toolName: item.tool.name
|
|
238
|
+
});
|
|
100
239
|
messages.push({
|
|
101
240
|
tool_call_id: toolCall.id,
|
|
102
241
|
content: JSON.stringify(result === null || result === void 0 ? void 0 : result.content),
|
|
@@ -114,7 +253,6 @@ let LlmService = class LlmService {
|
|
|
114
253
|
role: 'tool'
|
|
115
254
|
});
|
|
116
255
|
}
|
|
117
|
-
continue;
|
|
118
256
|
}
|
|
119
257
|
else {
|
|
120
258
|
this.logger.error('Tool not found', toolCall.function.name);
|
|
@@ -123,10 +261,12 @@ let LlmService = class LlmService {
|
|
|
123
261
|
content: `Tool not found: ${toolCall.function.name}`,
|
|
124
262
|
role: 'tool'
|
|
125
263
|
});
|
|
126
|
-
continue;
|
|
127
264
|
}
|
|
128
265
|
}
|
|
129
|
-
|
|
266
|
+
if (!shouldBreak) {
|
|
267
|
+
continue;
|
|
268
|
+
}
|
|
269
|
+
const llmModelContent = (_d = (_c = chatCompletion.choices[0]) === null || _c === void 0 ? void 0 : _c.message) === null || _d === void 0 ? void 0 : _d.content;
|
|
130
270
|
this.logger.verbose('LLM response', llmModelContent);
|
|
131
271
|
if (!llmModelContent) {
|
|
132
272
|
return null;
|
|
@@ -138,7 +278,10 @@ let LlmService = class LlmService {
|
|
|
138
278
|
content: message.content,
|
|
139
279
|
role: message.role
|
|
140
280
|
};
|
|
141
|
-
})
|
|
281
|
+
}),
|
|
282
|
+
consumedTokens: consumedTokens,
|
|
283
|
+
userAvaliableTokens: userAvaliableTokens,
|
|
284
|
+
consumedTolls
|
|
142
285
|
};
|
|
143
286
|
}
|
|
144
287
|
catch (e) {
|
|
@@ -159,7 +302,10 @@ let LlmService = class LlmService {
|
|
|
159
302
|
content: message.content,
|
|
160
303
|
role: message.role
|
|
161
304
|
};
|
|
162
|
-
})
|
|
305
|
+
}),
|
|
306
|
+
consumedTokens: consumedTokens,
|
|
307
|
+
userAvaliableTokens: userAvaliableTokens,
|
|
308
|
+
consumedTolls
|
|
163
309
|
};
|
|
164
310
|
}
|
|
165
311
|
}
|
|
@@ -223,7 +369,8 @@ let LlmService = class LlmService {
|
|
|
223
369
|
LlmService = __decorate([
|
|
224
370
|
(0, common_1.Injectable)(),
|
|
225
371
|
__metadata("design:paramtypes", [system_parameters_envs_service_1.SystemParametersEnvs,
|
|
226
|
-
cache_service_1.CacheServiceFactory
|
|
372
|
+
cache_service_1.CacheServiceFactory,
|
|
373
|
+
token_budget_service_1.TokenBudgetService])
|
|
227
374
|
], LlmService);
|
|
228
375
|
exports.LlmService = LlmService;
|
|
229
376
|
//# sourceMappingURL=llm.service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../../src/core/services/llm/llm.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4BAA2B;AAC3B,2CAA2C;AAC3C,uCAA2B;AAC3B,iCAAyB;AAKzB,sCAAkC;AAClC,sFAAwE;AAExE,uEAAuF;AAEvF,iEAA2D;AAUpD,IAAM,UAAU,GAAhB,MAAM,UAAU;IAKrB,YACmB,oBAA0C,EAC1C,mBAAwC,EACxC,kBAAsC;QAFtC,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,wBAAmB,GAAnB,mBAAmB,CAAqB;QACxC,uBAAkB,GAAlB,kBAAkB,CAAoB;QAPxC,WAAM,GAAG,IAAI,eAAM,CAAC,YAAY,CAAC,CAAA;IAQ9C,CAAC;IAEL,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;YACnF,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;gBACvB,IAAI;aACL,CAAC,CAAA;QACJ,CAAC,EAEC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAA;IACrB,CAAC;IAEO,mBAAmB,CAAC,KAAa,EAAE,OAAe,EAAE,aAAuB;QACjF,IAAI,CAAC,OAAO,EAAE;YACZ,OAAO,IAAI,CAAA;SACZ;QAED,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE;gBACzB,MAAM,wBAAwB,GAAG,qBAAqB,CAAA;gBACtD,MAAM,KAAK,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;gBAC7D,IAAI,KAAK,IAAI,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;oBAC7C,OAAO,mFAAmF,CAAA;iBAC3F;YACH,CAAC,EAAE,GAAG,EAAE;gBACN,MAAM,wBAAwB,GAAG,kBAAkB,CAAA;gBACnD,MAAM,KAAK,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;gBAC7D,IAAI,KAAK,IAAI,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;oBAC7C,OAAO,mFAAmF,CAAA;iBAC3F;YACH,CAAC,EAAE,GAAG,EAAE;gBACN,IAAI;oBACF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAChC,MAAM,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAA;oBACtB,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE;wBACnC,OAAO,mFAAmF,CAAC;qBAC5F;oBACD,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE;wBAC3B,OAAO,mFAAmF,CAAC;qBAC5F;iBACF;gBAAC,OAAO,CAAC,EAAE;iBAEX;YACH,CAAC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG;YACb,CAAC,2CAA2C,CAAC,EAAE,YAAY;SAC5D,CAAC,KAAK,CAAC,CAAA;QAGR,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAA;YACnE,OAAO,IAAI,CAAA;SACZ;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;aAChC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAEtB,OAAO,MAAM,CAAA;IACf,CAAC;IAGD,KAAK,CAAC,IAAI,CAAC,IAeV;;QAaC,IAAI,cAAc,GAAG,CAAC,CAAA;QACtB,IAAI,mBAAmB,GAAG,CAAC,CAAA;QAC3B,MAAM,aAAa,GAGb,EAAE,CAAA;QAER,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,kBAAkB,CAAC;eAC3E,OAAO,CAAC,GAAG,CAAC,WAAW,CAAA;QAE5B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,gBAAgB,CAAC;eAC3E,OAAO,CAAC,GAAG,CAAC,SAAS,CAAA;QAG1B,IAAI,CAAC,OAAO,EAAE;YACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;YACrE,OAAO;gBACL,QAAQ,EAAE,mDAAmD;gBAC7D,QAAQ,EAAE,EAAE;gBACZ,cAAc,EAAE,CAAC;gBACjB,mBAAmB,EAAE,CAAC;gBACtB,aAAa,EAAE,EAAE;aAClB,CAAA;SACF;QAED,MAAM,MAAM,GAAG,IAAI,kBAAI,CAAC;YACtB,MAAM,EAAE,OAAO;SAChB,CAAC,CAAA;QAEF,MAAM,QAAQ,GAGR,EAAE,CAAA;QAER,MAAM,YAAY,GAOZ,EAAE,CAAA;QAER,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,UAAU,EAAE;YACpC,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAA;YAE/C,IAAI,MAAA,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAE,KAAK,0CAAE,MAAM,EAAE;gBACjC,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACjD,OAAO;wBACL,IAAI,EAAE,IAAW;wBACjB,MAAM;qBACP,CAAA;gBACH,CAAC,CAAC,CAAC,CAAA;aACJ;YAED,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAA;YACpD,IAAI,MAAA,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,SAAS,0CAAE,MAAM,EAAE;gBACtC,YAAY,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;oBAC9D,OAAO;wBACL,QAAQ,EAAE,QAAe;wBACzB,MAAM;qBACP,CAAA;gBACH,CAAC,CAAC,CAAC,CAAA;aACJ;SACF;QAED,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAA;QAEjD,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE;YACnC,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC;gBACxD,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG;aAC3B,CAAC,CAAA;YAEF,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAG,cAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;SACrF;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QAEtE,IAAI,aAAa,GAAG,CAAC,CAAA;QACrB,IAAI,gBAAgB,GAAG,CAAC,CAAA;QACxB,IAAI,QAAQ,GAAG,EAAE,CAAA;QACjB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,EAAE,CAAA;QAC3C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,CAAC,CAAA;QAE9C,MAAM,QAAQ,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAuD,CAAA;QACjG,OAAO,IAAI,EAAE;YACX,IAAI,WAAW,GAAG,IAAI,CAAA;YACtB,IAAI;gBACF,MAAM,aAAa,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,oBAAoB,EAAE,IAAI,CAAC,CAAA;gBAC7D,IAAI,aAAa,EAAE;oBACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;oBACnF,IAAI,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE;wBACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAA;wBACrD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAA;qBACpF;oBACD,mBAAmB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAA;iBACtD;gBAED,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;oBAC1D,QAAQ,EAAE;wBACR,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;4BAC/B,OAAO;gCACL,IAAI,EAAE,aAAa,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;gCAC3C,IAAI,EAAE,QAAQ;gCACd,OAAO,EAAE;oCACP,SAAS,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;oCACjC,gBAAgB,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE;oCAC/C,QAAQ,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAE;iCAChC,CAAC,IAAI,CAAC,IAAI,CAAC;6BACyC,CAAA;wBACzD,CAAC,CAAC;wBACF,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC,EAAE,EAAE;4BACtE,OAAO;gCACL,IAAI,EAAE,wBAAwB,GAAG,EAAE;gCACnC,IAAI,EAAE,QAAQ;gCACd,OAAO,EAAE,eAAe;6BAC6B,CAAA;wBACzD,CAAC,CAAC;wBACF,GAAG,QAAQ;qBACZ;oBACD,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;oBACjD,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;;wBACtB,OAAO;4BACL,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE;gCACR,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI;gCACjB,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;gCAC/B,UAAU,EAAE;oCACV,IAAI,EAAE,QAAQ;oCACd,UAAU,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,UAAU,KAAI,EAAE;oCAChD,QAAQ,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,QAAQ,KAAI,EAAE;oCAC5C,oBAAoB,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,oBAAoB,KAAI,KAAK;iCACxE;6BACF;yBACF,CAAA;oBACH,CAAC,CAAC;oBACF,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;oBACpC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;oBACnC,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,SAAS;iBACjB,CAAC,CAAA;gBAEF,IAAI,aAAa,EAAE;oBACjB,cAAc,IAAI,MAAM,IAAI,CAAC,kBAAkB,CAAC,wBAAwB,CACtE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAClB,cAAc,CAAC,KAAK,CAAC,aAAa,EAClC,cAAc,CAAC,KAAK,CAAC,iBAAiB,CACvC,CAAA;oBACD,mBAAmB,IAAI,cAAc,CAAA;iBACtC;gBAED,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,cAAc,EAAE,mBAAmB,CAAgD,CAAA;gBACzG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;gBAEtB,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAChD,SAAS,EACT,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,EAChB,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CACvC,CAAA;gBACD,IAAI,iBAAiB,EAAE;oBACrB,IAAI,EAAE,gBAAgB,IAAI,IAAI,CAAC,cAAc,EAAE;wBAC7C,MAAM,IAAI,KAAK,CACb,sBAAsB,OAAO,CAAC,OAAO,EAAE,CACxC,CAAA;qBACF;oBACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,OAAO,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAA;oBAErF,QAAQ,CAAC,IAAI,CAAC;wBACZ,OAAO,EAAE,iBAAiB;wBAC1B,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAA;oBAEF,SAAS;iBACV;gBAED,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,EAAE,8BAA8B,EAAE,EAAE,CAAC,EAAE;oBAC1E,MAAM,QAAQ,GAAG,EAAmC,CAAA;oBACpD,WAAW,GAAG,KAAK,CAAA;oBACnB,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE;wBACvC,gBAAgB,GAAG,CAAC,CAAA;wBACpB,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAA;qBAClC;oBACD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;oBAC/E,IAAI,IAAI,EAAE;wBACR,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;wBAChD,IAAI;4BACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;4BACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,CAAA;4BAEhD,IAAI,IAAI,CAAC,cAAc,EAAE;gCACvB,MAAM,IAAI,CAAC,cAAc,CAAC;oCACxB,QAAQ,EAAE,QAAqB;oCAC/B,IAAI,EAAE,QAAQ;iCACf,CAAC,CAAA;6BACH;4BAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;gCACxC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;gCACpB,SAAS,EAAE,QAAQ;6BACpB,CAAC,CAAA;4BAEF,IAAI,EAAE,aAAa,GAAG,IAAI,CAAC,YAAY,EAAE;gCACvC,MAAM,IAAI,KAAK,CACb,6BAA6B,aAAa,MAAM,IAAI,CAAC,YAAY,EAAE,CACpE,CAAA;6BACF;4BAED,gBAAgB,GAAG,CAAC,CAAA;4BAEpB,aAAa,CAAC,IAAI,CAAC;gCACjB,SAAS,EAAE,IAAI,CAAC,MAAM;gCACtB,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;6BACzB,CAAC,CAAA;4BAGF,QAAQ,CAAC,IAAI,CAAC;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,CAAC;gCACxC,IAAI,EAAE,MAAM;6BACb,CAAC,CAAA;yBACH;wBAAC,OAAO,CAAC,EAAE;4BACV,IAAI,EAAE,gBAAgB,IAAI,IAAI,CAAC,cAAc,EAAE;gCAC7C,MAAM,IAAI,KAAK,CACb,sBAAsB,QAAQ,CAAC,QAAQ,CAAC,IAAI,mBAAmB,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,CAAC,CAAC,OAAO,EAAE,CAC3G,CAAA;6BACF;4BACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,CAAC,CAAC,OAAO,CAAC,CAAA;4BAClD,QAAQ,CAAC,IAAI,CAAC;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,uBAAuB,CAAC,CAAC,OAAO,EAAE;gCAC3C,IAAI,EAAE,MAAM;6BACb,CAAC,CAAA;yBACH;qBACF;yBAAM;wBACL,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;wBAC5D,QAAQ,CAAC,IAAI,CAAC;4BACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;4BACzB,OAAO,EAAE,mBAAmB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;4BACpD,IAAI,EAAE,MAAM;yBACb,CAAC,CAAC;qBACJ;iBACF;gBAED,IAAI,CAAC,WAAW,EAAE;oBAChB,SAAQ;iBACT;gBAED,MAAM,eAAe,GAAG,MAAA,MAAA,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,0CAAE,OAAO,0CAAE,OAAiB,CAAA;gBAC7E,IAAI,CAAC,MAAM,CAAC,OAAO,CACjB,cAAc,EACd,eAAe,CAChB,CAAA;gBAED,IAAI,CAAC,eAAe,EAAE;oBACpB,OAAO,IAAI,CAAA;iBACZ;gBAED,OAAO;oBACL,QAAQ,EAAE,eAAe;oBACzB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;wBACjC,OAAO;4BACL,OAAO,EAAE,OAAO,CAAC,OAAc;4BAC/B,IAAI,EAAE,OAAO,CAAC,IAAW;yBAC1B,CAAA;oBACH,CAAC,CAAC;oBACF,cAAc,EAAE,cAAc;oBAC9B,mBAAmB,EAAE,mBAAmB;oBACxC,aAAa;iBACd,CAAA;aACF;YAAC,OAAO,CAAC,EAAE;gBACV,IAAI,CAAC,CAAC,OAAO,KAAK,UAAU,EAAE;oBAC5B,OAAO,IAAI,CAAA;iBACZ;gBACD,MAAM,WAAW,GAAG,qDAAqD,GAAG,CAAC,CAAC,OAAO,CAAA;gBACrF,OAAO;oBACL,QAAQ,EAAE,qDAAqD,GAAG,CAAC,CAAC,OAAO;oBAC3E,QAAQ,EAAE;wBACR,GAAG,QAAQ;wBACX;4BACE,OAAO,EAAE,WAAW;4BACpB,IAAI,EAAE,WAAW;yBAClB;qBACF,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;wBAChB,OAAO;4BACL,OAAO,EAAE,OAAO,CAAC,OAAc;4BAC/B,IAAI,EAAE,OAAO,CAAC,IAAW;yBAC1B,CAAA;oBACH,CAAC,CAAC;oBACF,cAAc,EAAE,cAAc;oBAC9B,mBAAmB,EAAE,mBAAmB;oBACxC,aAAa;iBACd,CAAA;aACF;SACF;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,IAEpB;;QACC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,mBAAmB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAA;QAClC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,mBAAmB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAA;QAClC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,iBAAiB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,eAAe,CAAA;QAEhC,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS,EAAE;YACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;YACrE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;SACrE;QAED,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAW,GAAG,OAAO,gBAAgB,EAAE;gBACtE,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;aAChC,EAAE;gBACD,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,OAAO,EAAE;oBACpC,cAAc,EAAE,kBAAkB;iBACnC;aACF,CAAC,CAAA;YAEF,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;SACvC;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAA,MAAA,CAAC,CAAC,QAAQ,0CAAE,IAAI,KAAI,CAAC,CAAC,OAAO,CAAC,CAAA;YACxE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;SACxC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAGX;QACC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAClB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;SAC/B;QAED,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAI,IAQrB;QAIC,MAAM,MAAM,GAAG,CAAC,EAAY,EAAE,EAAY,EAAE,EAAE;YAC5C,IAAI,GAAG,GAAG,CAAC,CAAA;YACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;aACrB;YACD,OAAO,GAAG,CAAA;QACZ,CAAC,CAAA;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS;aAC3B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;YAC5C,OAAO;gBACL,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,KAAK;aACN,CAAA;QACH,CAAC,CACA;aACA,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;aAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;QACpC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAA;IAC1C,CAAC;CACF,CAAA;AArdY,UAAU;IADtB,IAAA,mBAAU,GAAE;qCAO8B,qDAAoB;QACrB,mCAAmB;QACpB,yCAAkB;GAR9C,UAAU,CAqdtB;AArdY,gCAAU"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { RepositoryFactory } from "../../../orm/services/repository-factory";
|
|
2
|
+
import { SecondaryDatabase } from "../../../orm/services/secondary-database/secondary-database.service";
|
|
3
|
+
import { JobExecutorFactory } from "../job-executor/job-executor.service";
|
|
4
|
+
import { MonitorService } from "../monitor";
|
|
5
|
+
import { SystemParametersEnvs } from "../system-parameters-envs.service";
|
|
6
|
+
export declare class TokenBudgetService {
|
|
7
|
+
private readonly secondaryDatabase;
|
|
8
|
+
private readonly repositoryFactory;
|
|
9
|
+
private readonly systemParametersEnvs;
|
|
10
|
+
private readonly jobExecutorFactory;
|
|
11
|
+
private readonly monitorService;
|
|
12
|
+
private readonly logger;
|
|
13
|
+
constructor(secondaryDatabase: SecondaryDatabase, repositoryFactory: RepositoryFactory, systemParametersEnvs: SystemParametersEnvs, jobExecutorFactory: JobExecutorFactory, monitorService: MonitorService);
|
|
14
|
+
init(): Promise<void>;
|
|
15
|
+
private getActiveUsers;
|
|
16
|
+
private _getTokenBudget;
|
|
17
|
+
private _getSharedTokenBudget;
|
|
18
|
+
getUserTokenBudget(userId: string): Promise<{
|
|
19
|
+
budget: number;
|
|
20
|
+
consumed: number;
|
|
21
|
+
userBudget: number;
|
|
22
|
+
userConsumed: number;
|
|
23
|
+
sharedBudget: number;
|
|
24
|
+
}>;
|
|
25
|
+
decrementUserTokenBudget(userId: string, inputToken: number, outputToken: number): Promise<number>;
|
|
26
|
+
}
|
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.TokenBudgetService = void 0;
|
|
4
|
+
const essential_1 = require("../../../essential");
|
|
5
|
+
const logger_1 = require("../logger");
|
|
6
|
+
class TokenBudgetService {
|
|
7
|
+
constructor(secondaryDatabase, repositoryFactory, systemParametersEnvs, jobExecutorFactory, monitorService) {
|
|
8
|
+
this.secondaryDatabase = secondaryDatabase;
|
|
9
|
+
this.repositoryFactory = repositoryFactory;
|
|
10
|
+
this.systemParametersEnvs = systemParametersEnvs;
|
|
11
|
+
this.jobExecutorFactory = jobExecutorFactory;
|
|
12
|
+
this.monitorService = monitorService;
|
|
13
|
+
this.logger = new logger_1.Logger(TokenBudgetService.name);
|
|
14
|
+
}
|
|
15
|
+
async init() {
|
|
16
|
+
const module = (await essential_1.moduleConfigService.getModuleConfig()).name;
|
|
17
|
+
if (module !== 'puca-base-api') {
|
|
18
|
+
return;
|
|
19
|
+
}
|
|
20
|
+
const budgetConsolidation = async () => {
|
|
21
|
+
let sharedTokenBudget = await this._getSharedTokenBudget();
|
|
22
|
+
const activeUsers = await this.getActiveUsers();
|
|
23
|
+
const maxSharedTokenBudget = +(await this.systemParametersEnvs.getEnvByName('MAX_SHARED_TOKEN_BUDGET', 0)) *
|
|
24
|
+
activeUsers.length;
|
|
25
|
+
if (!maxSharedTokenBudget) {
|
|
26
|
+
this.logger.debug('No max shared token budget defined');
|
|
27
|
+
}
|
|
28
|
+
const increaseSharedTokenBudget = async (oAmount) => {
|
|
29
|
+
const amount = Math.max(Math.min(oAmount, maxSharedTokenBudget - sharedTokenBudget), 0);
|
|
30
|
+
if (!amount) {
|
|
31
|
+
return;
|
|
32
|
+
}
|
|
33
|
+
this.secondaryDatabase.incBy(`shared-token-budget`, amount);
|
|
34
|
+
sharedTokenBudget += amount;
|
|
35
|
+
};
|
|
36
|
+
const setConsumedBudget = async (userId, amount) => {
|
|
37
|
+
this.secondaryDatabase.set(`user-token-tokens-${userId}`, `${amount}`);
|
|
38
|
+
};
|
|
39
|
+
for (const userId of activeUsers) {
|
|
40
|
+
const hourBudget = +(await this.systemParametersEnvs.getEnvByName('USER_TOKEN_BUDGET_PER_HOUR', 0));
|
|
41
|
+
const userBudget = await this._getTokenBudget(userId);
|
|
42
|
+
this.monitorService.hit('user-token-budget', { userId }, userBudget.budget, 'h');
|
|
43
|
+
if (userBudget.consumed < hourBudget) {
|
|
44
|
+
increaseSharedTokenBudget(hourBudget - userBudget.consumed);
|
|
45
|
+
}
|
|
46
|
+
if (userBudget.consumed) {
|
|
47
|
+
const newConsumed = Math.max(userBudget.consumed - hourBudget, 0);
|
|
48
|
+
setConsumedBudget(userId, newConsumed);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
this.monitorService.hit('shared-token-budget', {}, sharedTokenBudget, 'h');
|
|
52
|
+
};
|
|
53
|
+
const jobExecutor = this.jobExecutorFactory.get('budget-consolidation');
|
|
54
|
+
jobExecutor.process(1, budgetConsolidation);
|
|
55
|
+
jobExecutor.add(null, {
|
|
56
|
+
repeat: {
|
|
57
|
+
cron: '0 * * * *',
|
|
58
|
+
}
|
|
59
|
+
});
|
|
60
|
+
}
|
|
61
|
+
async getActiveUsers() {
|
|
62
|
+
const userRepository = this.repositoryFactory.getInstance({
|
|
63
|
+
tableName: 'puca_base_api_system_user',
|
|
64
|
+
});
|
|
65
|
+
const coalesce = (field, fallback) => {
|
|
66
|
+
return {
|
|
67
|
+
function: 'coalesce',
|
|
68
|
+
args: [field, fallback],
|
|
69
|
+
};
|
|
70
|
+
};
|
|
71
|
+
const { data: activeUsers } = await userRepository.findBy({
|
|
72
|
+
fields: ['puca_pid'],
|
|
73
|
+
key: [
|
|
74
|
+
coalesce('active', '$active'),
|
|
75
|
+
coalesce('billing_mode', '$billing_mode'),
|
|
76
|
+
],
|
|
77
|
+
args: {
|
|
78
|
+
'active': true,
|
|
79
|
+
'billing_mode': 'monthly',
|
|
80
|
+
},
|
|
81
|
+
value: [
|
|
82
|
+
true,
|
|
83
|
+
'monthly'
|
|
84
|
+
],
|
|
85
|
+
user: null,
|
|
86
|
+
disablePermissionSystem: true,
|
|
87
|
+
});
|
|
88
|
+
return activeUsers.map((user) => user.puca_pid);
|
|
89
|
+
}
|
|
90
|
+
async _getTokenBudget(userId) {
|
|
91
|
+
const userTokenBudget = +(await this.systemParametersEnvs.getEnvByName('USER_TOKEN_BUDGET_PER_HOUR', Number.MAX_SAFE_INTEGER));
|
|
92
|
+
if (userTokenBudget === Number.MAX_SAFE_INTEGER) {
|
|
93
|
+
this.logger.debug('No user token budget defined');
|
|
94
|
+
}
|
|
95
|
+
const userConsumedTokens = +(await this.secondaryDatabase.get(`user-token-tokens-${userId}`)) || 0;
|
|
96
|
+
return {
|
|
97
|
+
budget: userTokenBudget * 24,
|
|
98
|
+
consumed: userConsumedTokens
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
async _getSharedTokenBudget() {
|
|
102
|
+
const sharedTokenBudget = +(await this.secondaryDatabase.get(`shared-token-budget`)) || 0;
|
|
103
|
+
return sharedTokenBudget;
|
|
104
|
+
}
|
|
105
|
+
async getUserTokenBudget(userId) {
|
|
106
|
+
const { budget: userTokenBudget, consumed: userConsumedBudget } = await this._getTokenBudget(userId);
|
|
107
|
+
const sharedTokenBudget = Math.max(await this._getSharedTokenBudget(), 0);
|
|
108
|
+
return {
|
|
109
|
+
budget: userTokenBudget + sharedTokenBudget,
|
|
110
|
+
consumed: userConsumedBudget,
|
|
111
|
+
userBudget: userTokenBudget,
|
|
112
|
+
userConsumed: userConsumedBudget,
|
|
113
|
+
sharedBudget: sharedTokenBudget,
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
async decrementUserTokenBudget(userId, inputToken, outputToken) {
|
|
117
|
+
const outputTokenRatio = +(await this.systemParametersEnvs.getEnvByName('OUTPUT_TOKEN_RATIO', 1));
|
|
118
|
+
const budget = await this.getUserTokenBudget(userId);
|
|
119
|
+
const userAvailableBudget = budget.userBudget - budget.userConsumed;
|
|
120
|
+
const incUserTokenTokens = async (userId, amount) => {
|
|
121
|
+
if (!amount) {
|
|
122
|
+
return;
|
|
123
|
+
}
|
|
124
|
+
this.secondaryDatabase.incBy(`user-token-tokens-${userId}`, Math.ceil(amount));
|
|
125
|
+
};
|
|
126
|
+
const amount = inputToken + (outputToken * outputTokenRatio);
|
|
127
|
+
incUserTokenTokens(userId, Math.min(amount, userAvailableBudget));
|
|
128
|
+
const overConsumedBudget = Math.max(amount - userAvailableBudget, 0);
|
|
129
|
+
if (!overConsumedBudget) {
|
|
130
|
+
return amount;
|
|
131
|
+
}
|
|
132
|
+
const descrSharedTokenBudget = async (amount) => {
|
|
133
|
+
this.secondaryDatabase.incBy(`shared-token-budget`, Math.floor(-amount));
|
|
134
|
+
};
|
|
135
|
+
descrSharedTokenBudget(overConsumedBudget);
|
|
136
|
+
return amount;
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
exports.TokenBudgetService = TokenBudgetService;
|
|
140
|
+
//# sourceMappingURL=token-budget.service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"token-budget.service.js","sourceRoot":"","sources":["../../../../src/core/services/llm/token-budget.service.ts"],"names":[],"mappings":";;;AAAA,kDAAwD;AAKxD,sCAAkC;AAIlC,MAAa,kBAAkB;IAG7B,YACmB,iBAAoC,EACpC,iBAAoC,EACpC,oBAA0C,EAC1C,kBAAsC,EACtC,cAA8B;QAJ9B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,mBAAc,GAAd,cAAc,CAAgB;QAPhC,WAAM,GAAG,IAAI,eAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAA;IAQzD,CAAC;IAEL,KAAK,CAAC,IAAI;QACR,MAAM,MAAM,GAAG,CAAC,MAAM,+BAAmB,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAA;QACjE,IAAG,MAAM,KAAK,eAAe,EAAE;YAC7B,OAAM;SACP;QACD,MAAM,mBAAmB,GAAG,KAAK,IAAI,EAAE;YACrC,IAAI,iBAAiB,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAA;YAE1D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAA;YAC/C,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;gBACxG,WAAW,CAAC,MAAM,CAAA;YAEpB,IAAI,CAAC,oBAAoB,EAAE;gBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAA;aACxD;YAED,MAAM,yBAAyB,GAAG,KAAK,EAAE,OAAe,EAAE,EAAE;gBAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CACrB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,oBAAoB,GAAG,iBAAiB,CAAC,EAC3D,CAAC,CACF,CAAA;gBACD,IAAI,CAAC,MAAM,EAAE;oBACX,OAAM;iBACP;gBACD,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAC1B,qBAAqB,EACrB,MAAM,CACP,CAAA;gBACD,iBAAiB,IAAI,MAAM,CAAA;YAC7B,CAAC,CAAA;YAED,MAAM,iBAAiB,GAAG,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE;gBACjE,IAAI,CAAC,iBAAiB,CAAC,GAAG,CACxB,qBAAqB,MAAM,EAAE,EAC7B,GAAG,MAAM,EAAE,CACZ,CAAA;YACH,CAAC,CAAA;YAED,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE;gBAChC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC,CAAA;gBACnG,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;gBAErD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,MAAM,EAAE,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;gBAEhF,IAAI,UAAU,CAAC,QAAQ,GAAG,UAAU,EAAE;oBACpC,yBAAyB,CAAC,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAA;iBAC5D;gBAED,IAAI,UAAU,CAAC,QAAQ,EAAE;oBACvB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,GAAG,UAAU,EAAE,CAAC,CAAC,CAAA;oBACjE,iBAAiB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;iBACvC;aACF;YAED,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,qBAAqB,EAAE,EAAE,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAA;QAE5E,CAAC,CAAA;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAA;QACvE,WAAW,CAAC,OAAO,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAA;QAC3C,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE;YACpB,MAAM,EAAE;gBAEN,IAAI,EAAE,WAAW;aAClB;SACF,CAAC,CAAA;IACJ,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAEtD;YACD,SAAS,EAAE,2BAA2B;SACvC,CAAC,CAAA;QAEF,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,QAAgB,EAAE,EAAE;YACnD,OAAO;gBACL,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC;aACxB,CAAA;QACH,CAAC,CAAA;QAED,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC;YACxD,MAAM,EAAE,CAAC,UAAU,CAAC;YACpB,GAAG,EAAE;gBACH,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC;gBAC7B,QAAQ,CAAC,cAAc,EAAE,eAAe,CAAC;aAC1C;YACD,IAAI,EAAE;gBACJ,QAAQ,EAAE,IAAI;gBACd,cAAc,EAAE,SAAS;aAC1B;YACD,KAAK,EAAE;gBACL,IAAI;gBACJ,SAAS;aACV;YACD,IAAI,EAAE,IAAI;YACV,uBAAuB,EAAE,IAAI;SAC9B,CAAC,CAAA;QAEF,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACjD,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,MAAc;QAK1C,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,4BAA4B,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAA;QAE9H,IAAI,eAAe,KAAK,MAAM,CAAC,gBAAgB,EAAE;YAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAA;SAClD;QAED,MAAM,kBAAkB,GAEpB,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAChC,qBAAqB,MAAM,EAAE,CAC9B,CAAC,IAAI,CAAC,CAAA;QAEX,OAAO;YACL,MAAM,EAAE,eAAe,GAAG,EAAE;YAC5B,QAAQ,EAAE,kBAAkB;SAC7B,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB;QACjC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAC1D,qBAAqB,CACtB,CAAC,IAAI,CAAC,CAAA;QAEP,OAAO,iBAAiB,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,MAAc;QACrC,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,kBAAkB,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;QACpG,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC,CAAA;QAEzE,OAAO;YACL,MAAM,EAAE,eAAe,GAAG,iBAAiB;YAC3C,QAAQ,EAAE,kBAAkB;YAE5B,UAAU,EAAE,eAAe;YAC3B,YAAY,EAAE,kBAAkB;YAEhC,YAAY,EAAE,iBAAiB;SAChC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAAC,MAAc,EAAE,UAAkB,EAAE,WAAmB;QAEpF,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,CAAA;QAEjG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAA;QAEpD,MAAM,mBAAmB,GAAG,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,YAAY,CAAA;QAEnE,MAAM,kBAAkB,GAAG,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE;YAClE,IAAG,CAAC,MAAM,EAAE;gBACV,OAAM;aACP;YACD,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAC1B,qBAAqB,MAAM,EAAE,EAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAClB,CAAA;QACH,CAAC,CAAA;QAED,MAAM,MAAM,GAAG,UAAU,GAAG,CAAC,WAAW,GAAG,gBAAgB,CAAC,CAAA;QAE5D,kBAAkB,CAAC,MAAM,EACvB,IAAI,CAAC,GAAG,CACN,MAAM,EACN,mBAAmB,CACpB,CACF,CAAA;QAED,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,mBAAmB,EAAE,CAAC,CAAC,CAAA;QACpE,IAAI,CAAC,kBAAkB,EAAE;YACvB,OAAO,MAAM,CAAA;SACd;QAED,MAAM,sBAAsB,GAAG,KAAK,EAAE,MAAc,EAAE,EAAE;YACtD,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAC1B,qBAAqB,EACrB,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CACpB,CAAA;QACH,CAAC,CAAA;QAED,sBAAsB,CAAC,kBAAkB,CAAC,CAAA;QAC1C,OAAO,MAAM,CAAA;IACf,CAAC;CAEF;AA3MD,gDA2MC"}
|
|
@@ -1,18 +1,62 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { Request, Response } from 'express';
|
|
2
2
|
import { StreamableHTTPServerTransport } from '@modelcontextprotocol/sdk/server/streamableHttp.js';
|
|
3
3
|
import { User } from '../../../models/user';
|
|
4
|
+
import { SecondaryDatabase } from '../../../orm/services/secondary-database/secondary-database.service';
|
|
4
5
|
export type McpServerBuildFunction = (args: {
|
|
5
6
|
server: McpServer;
|
|
6
7
|
user: User;
|
|
8
|
+
sessionId: string;
|
|
7
9
|
}) => Promise<void>;
|
|
8
|
-
export
|
|
10
|
+
export interface ToolDefinitionConfig {
|
|
11
|
+
name: string;
|
|
12
|
+
description: string;
|
|
13
|
+
inputSchema?: {
|
|
14
|
+
type: 'object';
|
|
15
|
+
properties: {
|
|
16
|
+
[key: string]: {
|
|
17
|
+
type: string;
|
|
18
|
+
description?: string;
|
|
19
|
+
};
|
|
20
|
+
};
|
|
21
|
+
required?: string[];
|
|
22
|
+
additionalProperties?: boolean;
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
export interface ToolDefinition<T> {
|
|
26
|
+
config: ToolDefinitionConfig;
|
|
27
|
+
handler: (args: T) => Promise<{
|
|
28
|
+
content: {
|
|
29
|
+
type: 'text';
|
|
30
|
+
text: string;
|
|
31
|
+
}[];
|
|
32
|
+
}>;
|
|
33
|
+
}
|
|
34
|
+
export declare class McpServer {
|
|
35
|
+
private readonly secondaryDataBase;
|
|
36
|
+
private readonly server;
|
|
37
|
+
constructor(secondaryDataBase: SecondaryDatabase, args: {
|
|
38
|
+
name: string;
|
|
39
|
+
version: string;
|
|
40
|
+
});
|
|
41
|
+
tools(list: ToolDefinition<any>[]): void;
|
|
42
|
+
resources(list: {
|
|
43
|
+
name: string;
|
|
44
|
+
description?: string;
|
|
45
|
+
uri: string;
|
|
46
|
+
}[]): void;
|
|
47
|
+
connect(transport: StreamableHTTPServerTransport): Promise<void>;
|
|
48
|
+
close(): Promise<void>;
|
|
49
|
+
}
|
|
50
|
+
export declare class McpServerInstanceGerenciator {
|
|
51
|
+
private readonly secondaryDataBase;
|
|
9
52
|
private readonly SESSION_LIFETIME;
|
|
10
53
|
private readonly servers;
|
|
11
54
|
private instances;
|
|
12
|
-
constructor();
|
|
55
|
+
constructor(secondaryDataBase: SecondaryDatabase);
|
|
13
56
|
registerMcpServer(name: string, server: McpServerBuildFunction): Promise<void>;
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
57
|
+
process(name: string, { req, res, user }: {
|
|
58
|
+
req: Request;
|
|
59
|
+
res: Response;
|
|
60
|
+
user: User;
|
|
61
|
+
}): Promise<void>;
|
|
18
62
|
}
|