@puca/puca-core 12.14.0 → 13.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/core/services/abstract-controller.d.ts +2 -1
- package/dist/core/services/abstract-controller.js +10 -0
- package/dist/core/services/abstract-controller.js.map +1 -1
- package/dist/core/services/crud-base-testable.service.js +4 -1
- package/dist/core/services/crud-base-testable.service.js.map +1 -1
- package/dist/core/services/domain-life-cycle.service.d.ts +3 -1
- package/dist/core/services/domain-life-cycle.service.js +4 -1
- package/dist/core/services/domain-life-cycle.service.js.map +1 -1
- package/dist/core/services/index.js +5 -5
- package/dist/core/services/index.js.map +1 -1
- package/dist/core/services/install.service.js +2 -1
- package/dist/core/services/install.service.js.map +1 -1
- package/dist/core/services/llm/llm.service.d.ts +28 -15
- package/dist/core/services/llm/llm.service.js +144 -76
- package/dist/core/services/llm/llm.service.js.map +1 -1
- package/dist/core/services/llm/token-budget.service.d.ts +7 -2
- package/dist/core/services/llm/token-budget.service.js +57 -23
- package/dist/core/services/llm/token-budget.service.js.map +1 -1
- package/dist/core/services/mcp/mcp-server.service.d.ts +16 -1
- package/dist/core/services/mcp/mcp-server.service.js +17 -9
- package/dist/core/services/mcp/mcp-server.service.js.map +1 -1
- package/dist/core/services/monitor.d.ts +7 -4
- package/dist/core/services/monitor.js +29 -5
- package/dist/core/services/monitor.js.map +1 -1
- package/dist/core/services/mq/mq.service.d.ts +6 -10
- package/dist/core/services/mq/mq.service.js +167 -20
- package/dist/core/services/mq/mq.service.js.map +1 -1
- package/dist/core/services/report.service.js +13 -0
- package/dist/core/services/report.service.js.map +1 -1
- package/dist/core/services/task.service.d.ts +2 -0
- package/dist/core/services/task.service.js.map +1 -1
- package/dist/essential/module-config.service.js +2 -2
- package/dist/essential/module-config.service.js.map +1 -1
- package/dist/models/crud-controller-especification-environment.d.ts +11 -3
- package/dist/models/crud-controller-especification-environment.js.map +1 -1
- package/dist/models/crud-controller-especification.d.ts +1 -1
- package/dist/orm/cases/vanilla/sql-builder/select.service.js +20 -18
- package/dist/orm/cases/vanilla/sql-builder/select.service.js.map +1 -1
- package/dist/orm/services/transaction.js +3 -1
- package/dist/orm/services/transaction.js.map +1 -1
- package/dist/packages/crm/crm.service.js +5 -1
- package/dist/packages/crm/crm.service.js.map +1 -1
- package/dist/plugins/final-user-query-language/final-user-query-language.js +5 -5
- package/dist/plugins/final-user-query-language/final-user-query-language.js.map +1 -1
- package/dist/plugins/final-user-query-language/fuql-2-pql-conversor.d.ts +3 -0
- package/dist/plugins/final-user-query-language/fuql-2-pql-conversor.js +13 -6
- package/dist/plugins/final-user-query-language/fuql-2-pql-conversor.js.map +1 -1
- package/dist/plugins/nestjs/puca-auth.decorators.js +3 -0
- package/dist/plugins/nestjs/puca-auth.decorators.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/fuql-grammar.js +139 -32
- package/fuql-grammar.ne +128 -22
- package/fuql-snapshot/COMAC_MATERIAL_DE_CONSTRUCAO_L_ONDE__Cliente____Chave__nica_____43767__E__Nota_Fiscal____Data______02_06_2025_.json +55 -0
- package/fuql-snapshot/ONDE_N_O_f4___v5_E_f5___v6.json +39 -0
- package/fuql-snapshot/ONDE_Responsavel_CONTEM_raphael.json +17 -0
- package/fuql-snapshot/ONDE_Responsavel__CONTEM_raphael.json +31 -0
- package/fuql-snapshot/ONDE__123_____123_.json +19 -0
- package/fuql-snapshot/ONDE__Etapa____Nome____teste.json +17 -0
- package/fuql-snapshot/ONDE__N_O_f4___v5_E_f5___v6_.json +43 -0
- package/fuql-snapshot/ONDE___idade___18__E__nome____Raphael__OU_nome____Carvalho__.json +104 -0
- package/fuql-snapshot/ONDE__nome_____sobrenome_.json +19 -0
- package/fuql-snapshot/ONDE_data___01_01_2023.json +16 -0
- package/fuql-snapshot/ONDE_nome___1_000_00.json +16 -0
- package/fuql-snapshot/ONDE_nome___Raphael_Carvalho_de_Aguiar.json +16 -0
- package/fuql-snapshot/ONDE_nome____.json +16 -0
- package/fuql-snapshot/ONDE_nome_____Raphael__E_N_O_sobrenome____Carvalho_.json +46 -0
- package/fuql-snapshot/ONDE_responsavel___puca_user.json +16 -0
- package/fuql-snapshot/a223.json +6 -0
- package/fuql-snapshot/bom_dia_ONDE_nome____Raphael_Carvalho_de_Aguiar_.json +18 -0
- package/package.json +1 -1
|
@@ -18,11 +18,13 @@ const logger_1 = require("../logger");
|
|
|
18
18
|
const system_parameters_envs_service_1 = require("../system-parameters-envs.service");
|
|
19
19
|
const cache_service_1 = require("../../../orm/services/cache.service");
|
|
20
20
|
const token_budget_service_1 = require("./token-budget.service");
|
|
21
|
+
const monitor_1 = require("../monitor");
|
|
21
22
|
let LlmService = class LlmService {
|
|
22
|
-
constructor(systemParametersEnvs, cacheServiceFactory, tokenBudgetService) {
|
|
23
|
+
constructor(systemParametersEnvs, cacheServiceFactory, tokenBudgetService, monitorService) {
|
|
23
24
|
this.systemParametersEnvs = systemParametersEnvs;
|
|
24
25
|
this.cacheServiceFactory = cacheServiceFactory;
|
|
25
26
|
this.tokenBudgetService = tokenBudgetService;
|
|
27
|
+
this.monitorService = monitorService;
|
|
26
28
|
this.logger = new logger_1.Logger('LlmService');
|
|
27
29
|
}
|
|
28
30
|
async init() {
|
|
@@ -39,20 +41,26 @@ let LlmService = class LlmService {
|
|
|
39
41
|
const llama4Assert = [() => {
|
|
40
42
|
const invalidFunctionCallRegex = /^<(\w+)>(.*?)<\/\1>/;
|
|
41
43
|
const match = (message || '').match(invalidFunctionCallRegex);
|
|
42
|
-
if (match && functionNames
|
|
44
|
+
if (match && functionNames
|
|
45
|
+
.map(f => f.toLowerCase())
|
|
46
|
+
.includes(match[1].toLowerCase())) {
|
|
43
47
|
return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
|
|
44
48
|
}
|
|
45
49
|
}, () => {
|
|
46
50
|
const invalidFunctionCallRegex = /^<function=(\w+)/;
|
|
47
51
|
const match = (message || '').match(invalidFunctionCallRegex);
|
|
48
|
-
if (match && functionNames
|
|
52
|
+
if (match && functionNames
|
|
53
|
+
.map(f => f.toLowerCase())
|
|
54
|
+
.includes(match[1].toLowerCase())) {
|
|
49
55
|
return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
|
|
50
56
|
}
|
|
51
57
|
}, () => {
|
|
52
58
|
try {
|
|
53
59
|
const obj = JSON.parse(message);
|
|
54
60
|
const f = obj.function;
|
|
55
|
-
if (functionNames
|
|
61
|
+
if (functionNames
|
|
62
|
+
.map(f => f.toLowerCase())
|
|
63
|
+
.includes((f || ''.toLowerCase()))) {
|
|
56
64
|
return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
|
|
57
65
|
}
|
|
58
66
|
if (obj.type === 'function') {
|
|
@@ -64,9 +72,8 @@ let LlmService = class LlmService {
|
|
|
64
72
|
}];
|
|
65
73
|
const assert = {
|
|
66
74
|
['meta-llama/llama-4-scout-17b-16e-instruct']: llama4Assert
|
|
67
|
-
}[model];
|
|
75
|
+
}[model] || [];
|
|
68
76
|
if (!assert.length) {
|
|
69
|
-
this.logger.warn('LlmService: No assert function for model', model);
|
|
70
77
|
return null;
|
|
71
78
|
}
|
|
72
79
|
const result = assert.map(a => a())
|
|
@@ -75,8 +82,26 @@ let LlmService = class LlmService {
|
|
|
75
82
|
}
|
|
76
83
|
async chat(args) {
|
|
77
84
|
var _a, _b, _c, _d;
|
|
78
|
-
|
|
85
|
+
const hitMonitor = (result) => {
|
|
86
|
+
result.consumedTolls.forEach((item) => {
|
|
87
|
+
this.monitorService.hit(args.monitorId, {
|
|
88
|
+
user: args.user.puca_pid,
|
|
89
|
+
tool: item.toolName,
|
|
90
|
+
}, item.tokensConsumed);
|
|
91
|
+
});
|
|
92
|
+
this.monitorService.hit(args.monitorId, {
|
|
93
|
+
user: args.user.puca_pid,
|
|
94
|
+
}, result.consumedTokens);
|
|
95
|
+
return result;
|
|
96
|
+
};
|
|
97
|
+
let consumedTokens = [];
|
|
79
98
|
let userAvaliableTokens = 0;
|
|
99
|
+
let toolCallCount = 0;
|
|
100
|
+
let toolCallsRetries = 0;
|
|
101
|
+
let lastTool = '';
|
|
102
|
+
args.maxToolCalls = args.maxToolCalls || 15;
|
|
103
|
+
args.toolCallsRetry = args.toolCallsRetry || 5;
|
|
104
|
+
args.mcpClients = args.mcpClients || [];
|
|
80
105
|
const consumedTolls = [];
|
|
81
106
|
const API_KEY = await this.systemParametersEnvs.getEnvByName('groq-llm-api-key')
|
|
82
107
|
|| process.env.LLM_API_KEY;
|
|
@@ -124,12 +149,9 @@ let LlmService = class LlmService {
|
|
|
124
149
|
});
|
|
125
150
|
resourceContent.set(resource.resource.uri, resourceResult.contents[0].text);
|
|
126
151
|
}
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
let lastTool = '';
|
|
131
|
-
args.maxToolCalls = args.maxToolCalls || 15;
|
|
132
|
-
args.toolCallsRetry = args.toolCallsRetry || 5;
|
|
152
|
+
if (toolList.length) {
|
|
153
|
+
this.logger.debug('Tool list', toolList.map((tool) => tool.tool.name));
|
|
154
|
+
}
|
|
133
155
|
const messages = _.cloneDeep(args.messages);
|
|
134
156
|
while (true) {
|
|
135
157
|
let shouldBreak = true;
|
|
@@ -137,59 +159,92 @@ let LlmService = class LlmService {
|
|
|
137
159
|
const consumeTokens = _.get(args, 'consumeTokenBudget', true);
|
|
138
160
|
if (consumeTokens) {
|
|
139
161
|
const budget = await this.tokenBudgetService.getUserTokenBudget(args.user.puca_pid);
|
|
140
|
-
|
|
162
|
+
this.logger.debug(() => ({
|
|
163
|
+
user: args.user.puca_pid,
|
|
164
|
+
budget: budget.userBudget,
|
|
165
|
+
consumed: budget.consumed,
|
|
166
|
+
}));
|
|
167
|
+
if (budget.consumed >= budget.totalBudget) {
|
|
141
168
|
this.logger.warn('LlmService: Token budget exceeded');
|
|
142
169
|
throw new Error('Máximo de tokens consumidos atingido, tente novamente mais tarde');
|
|
143
170
|
}
|
|
144
|
-
userAvaliableTokens = budget.
|
|
171
|
+
userAvaliableTokens = budget.userBudget - budget.consumed;
|
|
145
172
|
}
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
173
|
+
let chatCompletion;
|
|
174
|
+
try {
|
|
175
|
+
chatCompletion = await client.chat.completions.create({
|
|
176
|
+
messages: [
|
|
177
|
+
...resourceList.map((resource) => {
|
|
178
|
+
return {
|
|
179
|
+
name: `Resource: ${resource.resource.name}`,
|
|
180
|
+
role: 'system',
|
|
181
|
+
content: [
|
|
182
|
+
`Name: ${resource.resource.name}`,
|
|
183
|
+
`Description: ${resource.resource.description}`,
|
|
184
|
+
`URI: ${resource.resource.uri}`,
|
|
185
|
+
].join('\n'),
|
|
186
|
+
};
|
|
187
|
+
}),
|
|
188
|
+
...Array.from(resourceContent.entries()).map(([uri, resourceContent]) => {
|
|
189
|
+
return {
|
|
190
|
+
name: `Content of Resource: ${uri}`,
|
|
191
|
+
role: 'system',
|
|
192
|
+
content: resourceContent,
|
|
193
|
+
};
|
|
194
|
+
}),
|
|
195
|
+
...messages
|
|
196
|
+
],
|
|
197
|
+
tool_choice: toolList.length ? 'auto' : undefined,
|
|
198
|
+
tools: toolList.map(t => {
|
|
199
|
+
var _a, _b, _c;
|
|
149
200
|
return {
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
201
|
+
type: 'function',
|
|
202
|
+
function: {
|
|
203
|
+
name: t.tool.name,
|
|
204
|
+
description: t.tool.description,
|
|
205
|
+
parameters: {
|
|
206
|
+
type: 'object',
|
|
207
|
+
properties: ((_a = t.tool.inputSchema) === null || _a === void 0 ? void 0 : _a.properties) || {},
|
|
208
|
+
required: ((_b = t.tool.inputSchema) === null || _b === void 0 ? void 0 : _b.required) || [],
|
|
209
|
+
additionalProperties: ((_c = t.tool.inputSchema) === null || _c === void 0 ? void 0 : _c.additionalProperties) || false
|
|
210
|
+
}
|
|
211
|
+
}
|
|
157
212
|
};
|
|
158
213
|
}),
|
|
159
|
-
|
|
214
|
+
temperature: args.temperature || 0.5,
|
|
215
|
+
max_tokens: args.max_tokens || +process.env.LLM_MAX_TOKENS || 1000,
|
|
216
|
+
stream: false,
|
|
217
|
+
model: LLM_MODEL,
|
|
218
|
+
reasoning_format: process.env.LLM_SUPPORT_REASONING === "true" ? 'hidden' : undefined,
|
|
219
|
+
});
|
|
220
|
+
}
|
|
221
|
+
catch (e) {
|
|
222
|
+
this.logger.error('Error calling LLM', e.message);
|
|
223
|
+
const response = e.status === 503 ?
|
|
224
|
+
'Serviço temporariamente indisponível, tente novamente mais tarde' :
|
|
225
|
+
'Não foi possível processar a requisição. Detalhes: ' + e.message;
|
|
226
|
+
return hitMonitor({
|
|
227
|
+
response,
|
|
228
|
+
fullChat: messages.map((message) => {
|
|
160
229
|
return {
|
|
161
|
-
|
|
162
|
-
role:
|
|
163
|
-
content: resourceContent,
|
|
230
|
+
content: message.content,
|
|
231
|
+
role: message.role
|
|
164
232
|
};
|
|
165
233
|
}),
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
return {
|
|
172
|
-
type: 'function',
|
|
173
|
-
function: {
|
|
174
|
-
name: t.tool.name,
|
|
175
|
-
description: t.tool.description,
|
|
176
|
-
parameters: {
|
|
177
|
-
type: 'object',
|
|
178
|
-
properties: ((_a = t.tool.inputSchema) === null || _a === void 0 ? void 0 : _a.properties) || {},
|
|
179
|
-
required: ((_b = t.tool.inputSchema) === null || _b === void 0 ? void 0 : _b.required) || [],
|
|
180
|
-
additionalProperties: ((_c = t.tool.inputSchema) === null || _c === void 0 ? void 0 : _c.additionalProperties) || false
|
|
181
|
-
}
|
|
182
|
-
}
|
|
183
|
-
};
|
|
184
|
-
}),
|
|
185
|
-
temperature: args.temperature || 0.5,
|
|
186
|
-
max_tokens: args.max_tokens || 1000,
|
|
187
|
-
stream: false,
|
|
188
|
-
model: LLM_MODEL,
|
|
189
|
-
});
|
|
234
|
+
consumedTokens: consumedTokens.reduce((a, b) => a + b, 0),
|
|
235
|
+
userAvaliableTokens: userAvaliableTokens,
|
|
236
|
+
consumedTolls
|
|
237
|
+
});
|
|
238
|
+
}
|
|
190
239
|
if (consumeTokens) {
|
|
191
|
-
|
|
192
|
-
|
|
240
|
+
const tools = consumedTolls.filter((tool) => tool.tokensConsumed === null);
|
|
241
|
+
const { userConsumed, totalConsumed } = await this.tokenBudgetService.decrementUserTokenBudget(args.user.puca_pid, chatCompletion.usage.prompt_tokens, chatCompletion.usage.completion_tokens, { preference: tools.length ? 'shared' : 'user' });
|
|
242
|
+
tools.forEach((tool) => {
|
|
243
|
+
const lastInterationConsumedTokens = consumedTokens.reduce((a, b) => a + b, 0);
|
|
244
|
+
tool.tokensConsumed = (totalConsumed - lastInterationConsumedTokens) / tools.length;
|
|
245
|
+
});
|
|
246
|
+
consumedTokens.push(userConsumed);
|
|
247
|
+
userAvaliableTokens -= userConsumed;
|
|
193
248
|
}
|
|
194
249
|
const message = _.get(chatCompletion, 'choices.0.message');
|
|
195
250
|
messages.push(message);
|
|
@@ -220,21 +275,37 @@ let LlmService = class LlmService {
|
|
|
220
275
|
const toolArgs = JSON.parse(toolArgsStr || '{}');
|
|
221
276
|
if (args.beforeToolCall) {
|
|
222
277
|
await args.beforeToolCall({
|
|
278
|
+
callId: toolCall.id,
|
|
223
279
|
messages: messages,
|
|
224
|
-
|
|
280
|
+
toolName: item.tool.name,
|
|
281
|
+
toolArgs: toolArgs
|
|
225
282
|
});
|
|
226
283
|
}
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
284
|
+
let result;
|
|
285
|
+
try {
|
|
286
|
+
result = await item.client.callTool({
|
|
287
|
+
name: item.tool.name,
|
|
288
|
+
arguments: toolArgs
|
|
289
|
+
});
|
|
290
|
+
}
|
|
291
|
+
finally {
|
|
292
|
+
if (args.afterToolCall) {
|
|
293
|
+
await args.afterToolCall({
|
|
294
|
+
callId: toolCall.id,
|
|
295
|
+
messages: messages,
|
|
296
|
+
toolName: item.tool.name,
|
|
297
|
+
toolArgs: toolArgs,
|
|
298
|
+
});
|
|
299
|
+
}
|
|
300
|
+
}
|
|
231
301
|
if (++toolCallCount > args.maxToolCalls) {
|
|
232
302
|
throw new Error(`Tool call limit exceeded: ${toolCallCount} > ${args.maxToolCalls}`);
|
|
233
303
|
}
|
|
234
304
|
toolCallsRetries = 0;
|
|
235
305
|
consumedTolls.push({
|
|
236
306
|
mcpClient: item.client,
|
|
237
|
-
toolName: item.tool.name
|
|
307
|
+
toolName: item.tool.name,
|
|
308
|
+
tokensConsumed: null
|
|
238
309
|
});
|
|
239
310
|
messages.push({
|
|
240
311
|
tool_call_id: toolCall.id,
|
|
@@ -268,28 +339,26 @@ let LlmService = class LlmService {
|
|
|
268
339
|
}
|
|
269
340
|
const llmModelContent = (_d = (_c = chatCompletion.choices[0]) === null || _c === void 0 ? void 0 : _c.message) === null || _d === void 0 ? void 0 : _d.content;
|
|
270
341
|
this.logger.verbose('LLM response', llmModelContent);
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
}
|
|
274
|
-
return {
|
|
275
|
-
response: llmModelContent,
|
|
342
|
+
return hitMonitor({
|
|
343
|
+
response: llmModelContent || '',
|
|
276
344
|
fullChat: messages.map((message) => {
|
|
277
345
|
return {
|
|
278
346
|
content: message.content,
|
|
279
347
|
role: message.role
|
|
280
348
|
};
|
|
281
349
|
}),
|
|
282
|
-
consumedTokens: consumedTokens,
|
|
350
|
+
consumedTokens: consumedTokens.reduce((a, b) => a + b, 0),
|
|
283
351
|
userAvaliableTokens: userAvaliableTokens,
|
|
284
352
|
consumedTolls
|
|
285
|
-
};
|
|
353
|
+
});
|
|
286
354
|
}
|
|
287
355
|
catch (e) {
|
|
288
356
|
if (e.message === 'canceled') {
|
|
289
357
|
return null;
|
|
290
358
|
}
|
|
359
|
+
this.logger.error(e);
|
|
291
360
|
const lastMessage = 'Não foi possível processar a requisição. Detalhes: ' + e.message;
|
|
292
|
-
return {
|
|
361
|
+
return hitMonitor({
|
|
293
362
|
response: 'Não foi possível processar a requisição. Detalhes: ' + e.message,
|
|
294
363
|
fullChat: [
|
|
295
364
|
...messages,
|
|
@@ -303,27 +372,25 @@ let LlmService = class LlmService {
|
|
|
303
372
|
role: message.role
|
|
304
373
|
};
|
|
305
374
|
}),
|
|
306
|
-
consumedTokens: consumedTokens,
|
|
375
|
+
consumedTokens: consumedTokens.reduce((a, b) => a + b, 0),
|
|
307
376
|
userAvaliableTokens: userAvaliableTokens,
|
|
308
377
|
consumedTolls
|
|
309
|
-
};
|
|
378
|
+
});
|
|
310
379
|
}
|
|
311
380
|
}
|
|
312
381
|
}
|
|
313
382
|
async _embed(args) {
|
|
314
383
|
var _a;
|
|
315
|
-
const API_URL = await this.systemParametersEnvs.getEnvByName('llm-embed-api-url')
|
|
316
|
-
|| process.env.LLM_EMBED_API_URL;
|
|
317
384
|
const API_KEY = await this.systemParametersEnvs.getEnvByName('llm-embed-api-key')
|
|
318
385
|
|| process.env.LLM_EMBED_API_KEY;
|
|
319
386
|
const LLM_MODEL = await this.systemParametersEnvs.getEnvByName('llm-embed-model')
|
|
320
387
|
|| process.env.LLM_EMBED_MODEL;
|
|
321
|
-
if (!
|
|
388
|
+
if (!API_KEY || !LLM_MODEL) {
|
|
322
389
|
this.logger.warn('LlmService: API_URL, API_KEY or LLM_MODEL not set');
|
|
323
390
|
throw new Error('LlmService: API_URL, API_KEY or LLM_MODEL not set');
|
|
324
391
|
}
|
|
325
392
|
try {
|
|
326
|
-
const response = await axios_1.default.post(
|
|
393
|
+
const response = await axios_1.default.post(`https://api.openai.com/v1/embeddings`, {
|
|
327
394
|
model: LLM_MODEL,
|
|
328
395
|
input: args.text.slice(0, 2000),
|
|
329
396
|
}, {
|
|
@@ -370,7 +437,8 @@ LlmService = __decorate([
|
|
|
370
437
|
(0, common_1.Injectable)(),
|
|
371
438
|
__metadata("design:paramtypes", [system_parameters_envs_service_1.SystemParametersEnvs,
|
|
372
439
|
cache_service_1.CacheServiceFactory,
|
|
373
|
-
token_budget_service_1.TokenBudgetService
|
|
440
|
+
token_budget_service_1.TokenBudgetService,
|
|
441
|
+
monitor_1.MonitorService])
|
|
374
442
|
], LlmService);
|
|
375
443
|
exports.LlmService = LlmService;
|
|
376
444
|
//# sourceMappingURL=llm.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../../src/core/services/llm/llm.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4BAA2B;AAC3B,2CAA2C;AAC3C,uCAA2B;AAC3B,iCAAyB;AAKzB,sCAAkC;AAClC,sFAAwE;AAExE,uEAAuF;AAEvF,iEAA2D;AAUpD,IAAM,UAAU,GAAhB,MAAM,UAAU;IAKrB,YACmB,oBAA0C,EAC1C,mBAAwC,EACxC,kBAAsC;QAFtC,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,wBAAmB,GAAnB,mBAAmB,CAAqB;QACxC,uBAAkB,GAAlB,kBAAkB,CAAoB;QAPxC,WAAM,GAAG,IAAI,eAAM,CAAC,YAAY,CAAC,CAAA;IAQ9C,CAAC;IAEL,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;YACnF,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;gBACvB,IAAI;aACL,CAAC,CAAA;QACJ,CAAC,EAEC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAA;IACrB,CAAC;IAEO,mBAAmB,CAAC,KAAa,EAAE,OAAe,EAAE,aAAuB;QACjF,IAAI,CAAC,OAAO,EAAE;YACZ,OAAO,IAAI,CAAA;SACZ;QAED,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE;gBACzB,MAAM,wBAAwB,GAAG,qBAAqB,CAAA;gBACtD,MAAM,KAAK,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;gBAC7D,IAAI,KAAK,IAAI,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;oBAC7C,OAAO,mFAAmF,CAAA;iBAC3F;YACH,CAAC,EAAE,GAAG,EAAE;gBACN,MAAM,wBAAwB,GAAG,kBAAkB,CAAA;gBACnD,MAAM,KAAK,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;gBAC7D,IAAI,KAAK,IAAI,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;oBAC7C,OAAO,mFAAmF,CAAA;iBAC3F;YACH,CAAC,EAAE,GAAG,EAAE;gBACN,IAAI;oBACF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAChC,MAAM,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAA;oBACtB,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE;wBACnC,OAAO,mFAAmF,CAAC;qBAC5F;oBACD,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE;wBAC3B,OAAO,mFAAmF,CAAC;qBAC5F;iBACF;gBAAC,OAAO,CAAC,EAAE;iBAEX;YACH,CAAC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG;YACb,CAAC,2CAA2C,CAAC,EAAE,YAAY;SAC5D,CAAC,KAAK,CAAC,CAAA;QAGR,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAA;YACnE,OAAO,IAAI,CAAA;SACZ;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;aAChC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAEtB,OAAO,MAAM,CAAA;IACf,CAAC;IAGD,KAAK,CAAC,IAAI,CAAC,IAeV;;QAaC,IAAI,cAAc,GAAG,CAAC,CAAA;QACtB,IAAI,mBAAmB,GAAG,CAAC,CAAA;QAC3B,MAAM,aAAa,GAGb,EAAE,CAAA;QAER,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,kBAAkB,CAAC;eAC3E,OAAO,CAAC,GAAG,CAAC,WAAW,CAAA;QAE5B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,gBAAgB,CAAC;eAC3E,OAAO,CAAC,GAAG,CAAC,SAAS,CAAA;QAG1B,IAAI,CAAC,OAAO,EAAE;YACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;YACrE,OAAO;gBACL,QAAQ,EAAE,mDAAmD;gBAC7D,QAAQ,EAAE,EAAE;gBACZ,cAAc,EAAE,CAAC;gBACjB,mBAAmB,EAAE,CAAC;gBACtB,aAAa,EAAE,EAAE;aAClB,CAAA;SACF;QAED,MAAM,MAAM,GAAG,IAAI,kBAAI,CAAC;YACtB,MAAM,EAAE,OAAO;SAChB,CAAC,CAAA;QAEF,MAAM,QAAQ,GAGR,EAAE,CAAA;QAER,MAAM,YAAY,GAOZ,EAAE,CAAA;QAER,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,UAAU,EAAE;YACpC,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAA;YAE/C,IAAI,MAAA,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAE,KAAK,0CAAE,MAAM,EAAE;gBACjC,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACjD,OAAO;wBACL,IAAI,EAAE,IAAW;wBACjB,MAAM;qBACP,CAAA;gBACH,CAAC,CAAC,CAAC,CAAA;aACJ;YAED,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAA;YACpD,IAAI,MAAA,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,SAAS,0CAAE,MAAM,EAAE;gBACtC,YAAY,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;oBAC9D,OAAO;wBACL,QAAQ,EAAE,QAAe;wBACzB,MAAM;qBACP,CAAA;gBACH,CAAC,CAAC,CAAC,CAAA;aACJ;SACF;QAED,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAA;QAEjD,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE;YACnC,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC;gBACxD,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG;aAC3B,CAAC,CAAA;YAEF,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAG,cAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;SACrF;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QAEtE,IAAI,aAAa,GAAG,CAAC,CAAA;QACrB,IAAI,gBAAgB,GAAG,CAAC,CAAA;QACxB,IAAI,QAAQ,GAAG,EAAE,CAAA;QACjB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,EAAE,CAAA;QAC3C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,CAAC,CAAA;QAE9C,MAAM,QAAQ,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAuD,CAAA;QACjG,OAAO,IAAI,EAAE;YACX,IAAI,WAAW,GAAG,IAAI,CAAA;YACtB,IAAI;gBACF,MAAM,aAAa,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,oBAAoB,EAAE,IAAI,CAAC,CAAA;gBAC7D,IAAI,aAAa,EAAE;oBACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;oBACnF,IAAI,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE;wBACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAA;wBACrD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAA;qBACpF;oBACD,mBAAmB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAA;iBACtD;gBAED,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;oBAC1D,QAAQ,EAAE;wBACR,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;4BAC/B,OAAO;gCACL,IAAI,EAAE,aAAa,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;gCAC3C,IAAI,EAAE,QAAQ;gCACd,OAAO,EAAE;oCACP,SAAS,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;oCACjC,gBAAgB,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE;oCAC/C,QAAQ,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAE;iCAChC,CAAC,IAAI,CAAC,IAAI,CAAC;6BACyC,CAAA;wBACzD,CAAC,CAAC;wBACF,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC,EAAE,EAAE;4BACtE,OAAO;gCACL,IAAI,EAAE,wBAAwB,GAAG,EAAE;gCACnC,IAAI,EAAE,QAAQ;gCACd,OAAO,EAAE,eAAe;6BAC6B,CAAA;wBACzD,CAAC,CAAC;wBACF,GAAG,QAAQ;qBACZ;oBACD,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;oBACjD,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;;wBACtB,OAAO;4BACL,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE;gCACR,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI;gCACjB,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;gCAC/B,UAAU,EAAE;oCACV,IAAI,EAAE,QAAQ;oCACd,UAAU,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,UAAU,KAAI,EAAE;oCAChD,QAAQ,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,QAAQ,KAAI,EAAE;oCAC5C,oBAAoB,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,oBAAoB,KAAI,KAAK;iCACxE;6BACF;yBACF,CAAA;oBACH,CAAC,CAAC;oBACF,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;oBACpC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;oBACnC,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,SAAS;iBACjB,CAAC,CAAA;gBAEF,IAAI,aAAa,EAAE;oBACjB,cAAc,IAAI,MAAM,IAAI,CAAC,kBAAkB,CAAC,wBAAwB,CACtE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAClB,cAAc,CAAC,KAAK,CAAC,aAAa,EAClC,cAAc,CAAC,KAAK,CAAC,iBAAiB,CACvC,CAAA;oBACD,mBAAmB,IAAI,cAAc,CAAA;iBACtC;gBAED,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,cAAc,EAAE,mBAAmB,CAAgD,CAAA;gBACzG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;gBAEtB,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAChD,SAAS,EACT,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,EAChB,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CACvC,CAAA;gBACD,IAAI,iBAAiB,EAAE;oBACrB,IAAI,EAAE,gBAAgB,IAAI,IAAI,CAAC,cAAc,EAAE;wBAC7C,MAAM,IAAI,KAAK,CACb,sBAAsB,OAAO,CAAC,OAAO,EAAE,CACxC,CAAA;qBACF;oBACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,OAAO,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAA;oBAErF,QAAQ,CAAC,IAAI,CAAC;wBACZ,OAAO,EAAE,iBAAiB;wBAC1B,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAA;oBAEF,SAAS;iBACV;gBAED,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,EAAE,8BAA8B,EAAE,EAAE,CAAC,EAAE;oBAC1E,MAAM,QAAQ,GAAG,EAAmC,CAAA;oBACpD,WAAW,GAAG,KAAK,CAAA;oBACnB,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE;wBACvC,gBAAgB,GAAG,CAAC,CAAA;wBACpB,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAA;qBAClC;oBACD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;oBAC/E,IAAI,IAAI,EAAE;wBACR,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;wBAChD,IAAI;4BACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;4BACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,CAAA;4BAEhD,IAAI,IAAI,CAAC,cAAc,EAAE;gCACvB,MAAM,IAAI,CAAC,cAAc,CAAC;oCACxB,QAAQ,EAAE,QAAqB;oCAC/B,IAAI,EAAE,QAAQ;iCACf,CAAC,CAAA;6BACH;4BAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;gCACxC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;gCACpB,SAAS,EAAE,QAAQ;6BACpB,CAAC,CAAA;4BAEF,IAAI,EAAE,aAAa,GAAG,IAAI,CAAC,YAAY,EAAE;gCACvC,MAAM,IAAI,KAAK,CACb,6BAA6B,aAAa,MAAM,IAAI,CAAC,YAAY,EAAE,CACpE,CAAA;6BACF;4BAED,gBAAgB,GAAG,CAAC,CAAA;4BAEpB,aAAa,CAAC,IAAI,CAAC;gCACjB,SAAS,EAAE,IAAI,CAAC,MAAM;gCACtB,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;6BACzB,CAAC,CAAA;4BAGF,QAAQ,CAAC,IAAI,CAAC;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,CAAC;gCACxC,IAAI,EAAE,MAAM;6BACb,CAAC,CAAA;yBACH;wBAAC,OAAO,CAAC,EAAE;4BACV,IAAI,EAAE,gBAAgB,IAAI,IAAI,CAAC,cAAc,EAAE;gCAC7C,MAAM,IAAI,KAAK,CACb,sBAAsB,QAAQ,CAAC,QAAQ,CAAC,IAAI,mBAAmB,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,CAAC,CAAC,OAAO,EAAE,CAC3G,CAAA;6BACF;4BACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,CAAC,CAAC,OAAO,CAAC,CAAA;4BAClD,QAAQ,CAAC,IAAI,CAAC;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,uBAAuB,CAAC,CAAC,OAAO,EAAE;gCAC3C,IAAI,EAAE,MAAM;6BACb,CAAC,CAAA;yBACH;qBACF;yBAAM;wBACL,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;wBAC5D,QAAQ,CAAC,IAAI,CAAC;4BACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;4BACzB,OAAO,EAAE,mBAAmB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;4BACpD,IAAI,EAAE,MAAM;yBACb,CAAC,CAAC;qBACJ;iBACF;gBAED,IAAI,CAAC,WAAW,EAAE;oBAChB,SAAQ;iBACT;gBAED,MAAM,eAAe,GAAG,MAAA,MAAA,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,0CAAE,OAAO,0CAAE,OAAiB,CAAA;gBAC7E,IAAI,CAAC,MAAM,CAAC,OAAO,CACjB,cAAc,EACd,eAAe,CAChB,CAAA;gBAED,IAAI,CAAC,eAAe,EAAE;oBACpB,OAAO,IAAI,CAAA;iBACZ;gBAED,OAAO;oBACL,QAAQ,EAAE,eAAe;oBACzB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;wBACjC,OAAO;4BACL,OAAO,EAAE,OAAO,CAAC,OAAc;4BAC/B,IAAI,EAAE,OAAO,CAAC,IAAW;yBAC1B,CAAA;oBACH,CAAC,CAAC;oBACF,cAAc,EAAE,cAAc;oBAC9B,mBAAmB,EAAE,mBAAmB;oBACxC,aAAa;iBACd,CAAA;aACF;YAAC,OAAO,CAAC,EAAE;gBACV,IAAI,CAAC,CAAC,OAAO,KAAK,UAAU,EAAE;oBAC5B,OAAO,IAAI,CAAA;iBACZ;gBACD,MAAM,WAAW,GAAG,qDAAqD,GAAG,CAAC,CAAC,OAAO,CAAA;gBACrF,OAAO;oBACL,QAAQ,EAAE,qDAAqD,GAAG,CAAC,CAAC,OAAO;oBAC3E,QAAQ,EAAE;wBACR,GAAG,QAAQ;wBACX;4BACE,OAAO,EAAE,WAAW;4BACpB,IAAI,EAAE,WAAW;yBAClB;qBACF,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;wBAChB,OAAO;4BACL,OAAO,EAAE,OAAO,CAAC,OAAc;4BAC/B,IAAI,EAAE,OAAO,CAAC,IAAW;yBAC1B,CAAA;oBACH,CAAC,CAAC;oBACF,cAAc,EAAE,cAAc;oBAC9B,mBAAmB,EAAE,mBAAmB;oBACxC,aAAa;iBACd,CAAA;aACF;SACF;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,IAEpB;;QACC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,mBAAmB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAA;QAClC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,mBAAmB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAA;QAClC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,iBAAiB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,eAAe,CAAA;QAEhC,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS,EAAE;YACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;YACrE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;SACrE;QAED,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAW,GAAG,OAAO,gBAAgB,EAAE;gBACtE,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;aAChC,EAAE;gBACD,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,OAAO,EAAE;oBACpC,cAAc,EAAE,kBAAkB;iBACnC;aACF,CAAC,CAAA;YAEF,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;SACvC;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAA,MAAA,CAAC,CAAC,QAAQ,0CAAE,IAAI,KAAI,CAAC,CAAC,OAAO,CAAC,CAAA;YACxE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;SACxC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAGX;QACC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAClB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;SAC/B;QAED,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAI,IAQrB;QAIC,MAAM,MAAM,GAAG,CAAC,EAAY,EAAE,EAAY,EAAE,EAAE;YAC5C,IAAI,GAAG,GAAG,CAAC,CAAA;YACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;aACrB;YACD,OAAO,GAAG,CAAA;QACZ,CAAC,CAAA;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS;aAC3B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;YAC5C,OAAO;gBACL,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,KAAK;aACN,CAAA;QACH,CAAC,CACA;aACA,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;aAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;QACpC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAA;IAC1C,CAAC;CACF,CAAA;AArdY,UAAU;IADtB,IAAA,mBAAU,GAAE;qCAO8B,qDAAoB;QACrB,mCAAmB;QACpB,yCAAkB;GAR9C,UAAU,CAqdtB;AArdY,gCAAU"}
|
|
1
|
+
{"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../../src/core/services/llm/llm.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4BAA2B;AAC3B,2CAA2C;AAC3C,uCAA2B;AAC3B,iCAAyB;AAKzB,sCAAkC;AAClC,sFAAwE;AAExE,uEAAuF;AAEvF,iEAA2D;AAE3D,wCAA2C;AAoCpC,IAAM,UAAU,GAAhB,MAAM,UAAU;IAKrB,YACmB,oBAA0C,EAC1C,mBAAwC,EACxC,kBAAsC,EACtC,cAA8B;QAH9B,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,wBAAmB,GAAnB,mBAAmB,CAAqB;QACxC,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,mBAAc,GAAd,cAAc,CAAgB;QARhC,WAAM,GAAG,IAAI,eAAM,CAAC,YAAY,CAAC,CAAA;IAS9C,CAAC;IAEL,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;YACnF,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;gBACvB,IAAI;aACL,CAAC,CAAA;QACJ,CAAC,EAEC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAA;IACrB,CAAC;IAEO,mBAAmB,CAAC,KAAa,EAAE,OAAe,EAAE,aAAuB;QACjF,IAAI,CAAC,OAAO,EAAE;YACZ,OAAO,IAAI,CAAA;SACZ;QAGD,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE;gBACzB,MAAM,wBAAwB,GAAG,qBAAqB,CAAA;gBACtD,MAAM,KAAK,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;gBAC7D,IAAI,KAAK,IAAI,aAAa;qBACvB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;qBACzB,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE;oBACnC,OAAO,mFAAmF,CAAA;iBAC3F;YACH,CAAC,EAAE,GAAG,EAAE;gBACN,MAAM,wBAAwB,GAAG,kBAAkB,CAAA;gBACnD,MAAM,KAAK,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;gBAC7D,IAAI,KAAK,IAAI,aAAa;qBACvB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;qBACzB,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE;oBACnC,OAAO,mFAAmF,CAAA;iBAC3F;YACH,CAAC,EAAE,GAAG,EAAE;gBACN,IAAI;oBACF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAChC,MAAM,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAA;oBACtB,IAAI,aAAa;yBACd,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;yBACzB,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE;wBACpC,OAAO,mFAAmF,CAAC;qBAC5F;oBACD,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE;wBAC3B,OAAO,mFAAmF,CAAC;qBAC5F;iBACF;gBAAC,OAAO,CAAC,EAAE;iBAEX;YACH,CAAC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG;YACb,CAAC,2CAA2C,CAAC,EAAE,YAAY;SAC5D,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;QAEd,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAElB,OAAO,IAAI,CAAA;SACZ;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;aAChC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAEtB,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAc;;QAcvB,MAAM,UAAU,GAAG,CAAC,MAanB,EAAE,EAAE;YACH,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;gBACpC,IAAI,CAAC,cAAc,CAAC,GAAG,CACrB,IAAI,CAAC,SAAS,EACd;oBACE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ;oBACxB,IAAI,EAAE,IAAI,CAAC,QAAQ;iBACpB,EACD,IAAI,CAAC,cAAc,CACpB,CAAA;YACH,CAAC,CAAC,CAAA;YAEF,IAAI,CAAC,cAAc,CAAC,GAAG,CACrB,IAAI,CAAC,SAAS,EACd;gBACE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ;aACzB,EACD,MAAM,CAAC,cAAc,CACtB,CAAA;YAED,OAAO,MAAM,CAAA;QACf,CAAC,CAAA;QAED,IAAI,cAAc,GAAa,EAAE,CAAA;QACjC,IAAI,mBAAmB,GAAG,CAAC,CAAA;QAC3B,IAAI,aAAa,GAAG,CAAC,CAAA;QACrB,IAAI,gBAAgB,GAAG,CAAC,CAAA;QACxB,IAAI,QAAQ,GAAG,EAAE,CAAA;QACjB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,EAAE,CAAA;QAC3C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,CAAC,CAAA;QAC9C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,EAAE,CAAA;QACvC,MAAM,aAAa,GAIb,EAAE,CAAA;QAER,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,kBAAkB,CAAC;eAC3E,OAAO,CAAC,GAAG,CAAC,WAAW,CAAA;QAE5B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,gBAAgB,CAAC;eAC3E,OAAO,CAAC,GAAG,CAAC,SAAS,CAAA;QAG1B,IAAI,CAAC,OAAO,EAAE;YACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;YACrE,OAAO;gBACL,QAAQ,EAAE,mDAAmD;gBAC7D,QAAQ,EAAE,EAAE;gBACZ,cAAc,EAAE,CAAC;gBACjB,mBAAmB,EAAE,CAAC;gBACtB,aAAa,EAAE,EAAE;aAClB,CAAA;SACF;QAED,MAAM,MAAM,GAAG,IAAI,kBAAI,CAAC;YACtB,MAAM,EAAE,OAAO;SAChB,CAAC,CAAA;QAEF,MAAM,QAAQ,GAGR,EAAE,CAAA;QAER,MAAM,YAAY,GAOZ,EAAE,CAAA;QAER,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,UAAU,EAAE;YACpC,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAA;YAE/C,IAAI,MAAA,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAE,KAAK,0CAAE,MAAM,EAAE;gBACjC,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACjD,OAAO;wBACL,IAAI,EAAE,IAAW;wBACjB,MAAM;qBACP,CAAA;gBACH,CAAC,CAAC,CAAC,CAAA;aACJ;YAED,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAA;YACpD,IAAI,MAAA,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,SAAS,0CAAE,MAAM,EAAE;gBACtC,YAAY,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;oBAC9D,OAAO;wBACL,QAAQ,EAAE,QAAe;wBACzB,MAAM;qBACP,CAAA;gBACH,CAAC,CAAC,CAAC,CAAA;aACJ;SACF;QAED,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAA;QAEjD,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE;YACnC,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC;gBACxD,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG;aAC3B,CAAC,CAAA;YAEF,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAG,cAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;SACrF;QAED,IAAI,QAAQ,CAAC,MAAM,EAAE;YACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;SACvE;QAED,MAAM,QAAQ,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAuD,CAAA;QACjG,OAAO,IAAI,EAAE;YACX,IAAI,WAAW,GAAG,IAAI,CAAA;YACtB,IAAI;gBACF,MAAM,aAAa,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,oBAAoB,EAAE,IAAI,CAAC,CAAA;gBAC7D,IAAI,aAAa,EAAE;oBACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;oBACnF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;wBACvB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ;wBACxB,MAAM,EAAE,MAAM,CAAC,UAAU;wBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;qBAC1B,CAAC,CAAC,CAAA;oBACH,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,WAAW,EAAE;wBACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAA;wBACrD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAA;qBACpF;oBACD,mBAAmB,GAAG,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAA;iBAC1D;gBAED,IAAI,cAAoD,CAAA;gBACxD,IAAI;oBACF,cAAc,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;wBACpD,QAAQ,EAAE;4BACR,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gCAC/B,OAAO;oCACL,IAAI,EAAE,aAAa,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;oCAC3C,IAAI,EAAE,QAAQ;oCACd,OAAO,EAAE;wCACP,SAAS,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;wCACjC,gBAAgB,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE;wCAC/C,QAAQ,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAE;qCAChC,CAAC,IAAI,CAAC,IAAI,CAAC;iCACyC,CAAA;4BACzD,CAAC,CAAC;4BACF,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC,EAAE,EAAE;gCACtE,OAAO;oCACL,IAAI,EAAE,wBAAwB,GAAG,EAAE;oCACnC,IAAI,EAAE,QAAQ;oCACd,OAAO,EAAE,eAAe;iCAC6B,CAAA;4BACzD,CAAC,CAAC;4BACF,GAAG,QAAQ;yBACZ;wBACD,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;wBACjD,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;;4BACtB,OAAO;gCACL,IAAI,EAAE,UAAU;gCAChB,QAAQ,EAAE;oCACR,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI;oCACjB,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;oCAC/B,UAAU,EAAE;wCACV,IAAI,EAAE,QAAQ;wCACd,UAAU,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,UAAU,KAAI,EAAE;wCAChD,QAAQ,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,QAAQ,KAAI,EAAE;wCAC5C,oBAAoB,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,oBAAoB,KAAI,KAAK;qCACxE;iCACF;6BACF,CAAA;wBACH,CAAC,CAAC;wBACF,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;wBACpC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI;wBAClE,MAAM,EAAE,KAAK;wBACb,KAAK,EAAE,SAAS;wBAChB,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;qBACtF,CAAC,CAAA;iBACH;gBAAC,OAAO,CAAC,EAAE;oBACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,CAAA;oBAEjD,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC;wBACjC,kEAAkE,CAAC,CAAC;wBACpE,qDAAqD,GAAG,CAAC,CAAC,OAAO,CAAA;oBAEnE,OAAO,UAAU,CAAC;wBAChB,QAAQ;wBACR,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;4BACjC,OAAO;gCACL,OAAO,EAAE,OAAO,CAAC,OAAc;gCAC/B,IAAI,EAAE,OAAO,CAAC,IAAW;6BAC1B,CAAA;wBACH,CAAC,CACA;wBACD,cAAc,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBACzD,mBAAmB,EAAE,mBAAmB;wBACxC,aAAa;qBACd,CAAC,CAAA;iBACH;gBAGD,IAAI,aAAa,EAAE;oBACjB,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,KAAK,IAAI,CAAC,CAAA;oBAE1E,MAAM,EACJ,YAAY,EACZ,aAAa,EACd,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,wBAAwB,CACxD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAClB,cAAc,CAAC,KAAK,CAAC,aAAa,EAClC,cAAc,CAAC,KAAK,CAAC,iBAAiB,EAEtC,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CACjD,CAAA;oBAED,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;wBAGrB,MAAM,4BAA4B,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;wBAC9E,IAAI,CAAC,cAAc,GAAG,CAAC,aAAa,GAAG,4BAA4B,CAAC,GAAG,KAAK,CAAC,MAAM,CAAA;oBACrF,CAAC,CAAC,CAAA;oBAEF,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;oBAEjC,mBAAmB,IAAI,YAAY,CAAA;iBACpC;gBAED,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,cAAc,EAAE,mBAAmB,CAAgD,CAAA;gBACzG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;gBAEtB,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAChD,SAAS,EACT,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,EAChB,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CACvC,CAAA;gBACD,IAAI,iBAAiB,EAAE;oBACrB,IAAI,EAAE,gBAAgB,IAAI,IAAI,CAAC,cAAc,EAAE;wBAC7C,MAAM,IAAI,KAAK,CACb,sBAAsB,OAAO,CAAC,OAAO,EAAE,CACxC,CAAA;qBACF;oBACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,OAAO,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAA;oBAErF,QAAQ,CAAC,IAAI,CAAC;wBACZ,OAAO,EAAE,iBAAiB;wBAC1B,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAA;oBAEF,SAAS;iBACV;gBAED,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,EAAE,8BAA8B,EAAE,EAAE,CAAC,EAAE;oBAC1E,MAAM,QAAQ,GAAG,EAAmC,CAAA;oBACpD,WAAW,GAAG,KAAK,CAAA;oBACnB,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE;wBACvC,gBAAgB,GAAG,CAAC,CAAA;wBACpB,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAA;qBAClC;oBACD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;oBAC/E,IAAI,IAAI,EAAE;wBACR,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;wBAChD,IAAI;4BACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;4BACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,CAAA;4BAEhD,IAAI,IAAI,CAAC,cAAc,EAAE;gCACvB,MAAM,IAAI,CAAC,cAAc,CAAC;oCACxB,MAAM,EAAE,QAAQ,CAAC,EAAE;oCACnB,QAAQ,EAAE,QAAqB;oCAC/B,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;oCACxB,QAAQ,EAAE,QAAQ;iCACnB,CAAC,CAAA;6BACH;4BAED,IAAI,MAEH,CAAA;4BACD,IAAI;gCACF,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;oCAClC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;oCACpB,SAAS,EAAE,QAAQ;iCACpB,CAAC,CAAA;6BACH;oCAAS;gCACR,IAAI,IAAI,CAAC,aAAa,EAAE;oCACtB,MAAM,IAAI,CAAC,aAAa,CAAC;wCACvB,MAAM,EAAE,QAAQ,CAAC,EAAE;wCACnB,QAAQ,EAAE,QAAqB;wCAC/B,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;wCACxB,QAAQ,EAAE,QAAQ;qCACnB,CAAC,CAAA;iCACH;6BACF;4BAGD,IAAI,EAAE,aAAa,GAAG,IAAI,CAAC,YAAY,EAAE;gCACvC,MAAM,IAAI,KAAK,CACb,6BAA6B,aAAa,MAAM,IAAI,CAAC,YAAY,EAAE,CACpE,CAAA;6BACF;4BAED,gBAAgB,GAAG,CAAC,CAAA;4BAEpB,aAAa,CAAC,IAAI,CAAC;gCACjB,SAAS,EAAE,IAAI,CAAC,MAAM;gCACtB,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;gCACxB,cAAc,EAAE,IAAI;6BACrB,CAAC,CAAA;4BAGF,QAAQ,CAAC,IAAI,CAAC;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,CAAC;gCACxC,IAAI,EAAE,MAAM;6BACb,CAAC,CAAA;yBACH;wBAAC,OAAO,CAAC,EAAE;4BACV,IAAI,EAAE,gBAAgB,IAAI,IAAI,CAAC,cAAc,EAAE;gCAC7C,MAAM,IAAI,KAAK,CACb,sBAAsB,QAAQ,CAAC,QAAQ,CAAC,IAAI,mBAAmB,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,CAAC,CAAC,OAAO,EAAE,CAC3G,CAAA;6BACF;4BACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,CAAC,CAAC,OAAO,CAAC,CAAA;4BAClD,QAAQ,CAAC,IAAI,CAAC;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,uBAAuB,CAAC,CAAC,OAAO,EAAE;gCAC3C,IAAI,EAAE,MAAM;6BACb,CAAC,CAAA;yBACH;qBACF;yBAAM;wBACL,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;wBAC5D,QAAQ,CAAC,IAAI,CAAC;4BACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;4BACzB,OAAO,EAAE,mBAAmB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;4BACpD,IAAI,EAAE,MAAM;yBACb,CAAC,CAAC;qBACJ;iBACF;gBAED,IAAI,CAAC,WAAW,EAAE;oBAChB,SAAQ;iBACT;gBAED,MAAM,eAAe,GAAG,MAAA,MAAA,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,0CAAE,OAAO,0CAAE,OAAiB,CAAA;gBAC7E,IAAI,CAAC,MAAM,CAAC,OAAO,CACjB,cAAc,EACd,eAAe,CAChB,CAAA;gBAED,OAAO,UAAU,CAAC;oBAChB,QAAQ,EAAE,eAAe,IAAI,EAAE;oBAC/B,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;wBACjC,OAAO;4BACL,OAAO,EAAE,OAAO,CAAC,OAAc;4BAC/B,IAAI,EAAE,OAAO,CAAC,IAAW;yBAC1B,CAAA;oBACH,CAAC,CAAC;oBACF,cAAc,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACzD,mBAAmB,EAAE,mBAAmB;oBACxC,aAAa;iBACd,CAAC,CAAA;aACH;YAAC,OAAO,CAAC,EAAE;gBACV,IAAI,CAAC,CAAC,OAAO,KAAK,UAAU,EAAE;oBAC5B,OAAO,IAAI,CAAA;iBACZ;gBACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;gBACpB,MAAM,WAAW,GAAG,qDAAqD,GAAG,CAAC,CAAC,OAAO,CAAA;gBACrF,OAAO,UAAU,CAAC;oBAChB,QAAQ,EAAE,qDAAqD,GAAG,CAAC,CAAC,OAAO;oBAC3E,QAAQ,EAAE;wBACR,GAAG,QAAQ;wBACX;4BACE,OAAO,EAAE,WAAW;4BACpB,IAAI,EAAE,WAAW;yBAClB;qBACF,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;wBAChB,OAAO;4BACL,OAAO,EAAE,OAAO,CAAC,OAAc;4BAC/B,IAAI,EAAE,OAAO,CAAC,IAAW;yBAC1B,CAAA;oBACH,CAAC,CAAC;oBACF,cAAc,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACzD,mBAAmB,EAAE,mBAAmB;oBACxC,aAAa;iBACd,CAAC,CAAA;aACH;SACF;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,IAEpB;;QACC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,mBAAmB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAA;QAClC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,iBAAiB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,eAAe,CAAA;QAEhC,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS,EAAE;YAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;YACrE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;SACrE;QAED,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAW,sCAAsC,EAAE;gBAClF,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;aAChC,EAAE;gBACD,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,OAAO,EAAE;oBACpC,cAAc,EAAE,kBAAkB;iBACnC;aACF,CAAC,CAAA;YAEF,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;SACvC;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAA,MAAA,CAAC,CAAC,QAAQ,0CAAE,IAAI,KAAI,CAAC,CAAC,OAAO,CAAC,CAAA;YACxE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;SACxC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAGX;QACC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAClB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;SAC/B;QAED,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAI,IAQrB;QAIC,MAAM,MAAM,GAAG,CAAC,EAAY,EAAE,EAAY,EAAE,EAAE;YAC5C,IAAI,GAAG,GAAG,CAAC,CAAA;YACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;aACrB;YACD,OAAO,GAAG,CAAA;QACZ,CAAC,CAAA;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS;aAC3B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;YAC5C,OAAO;gBACL,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,KAAK;aACN,CAAA;QACH,CAAC,CACA;aACA,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;aAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;QACpC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAA;IAC1C,CAAC;CACF,CAAA;AAhjBY,UAAU;IADtB,IAAA,mBAAU,GAAE;qCAO8B,qDAAoB;QACrB,mCAAmB;QACpB,yCAAkB;QACtB,wBAAc;GATtC,UAAU,CAgjBtB;AAhjBY,gCAAU"}
|
|
@@ -16,11 +16,16 @@ export declare class TokenBudgetService {
|
|
|
16
16
|
private _getTokenBudget;
|
|
17
17
|
private _getSharedTokenBudget;
|
|
18
18
|
getUserTokenBudget(userId: string): Promise<{
|
|
19
|
-
budget: number;
|
|
20
19
|
consumed: number;
|
|
21
20
|
userBudget: number;
|
|
21
|
+
sharedBudget: number;
|
|
22
|
+
totalBudget: number;
|
|
23
|
+
}>;
|
|
24
|
+
decrementUserTokenBudget(userId: string, inputToken: number, outputToken: number, opts?: {
|
|
25
|
+
preference: 'shared' | 'user';
|
|
26
|
+
}): Promise<{
|
|
22
27
|
userConsumed: number;
|
|
23
28
|
sharedBudget: number;
|
|
29
|
+
totalConsumed: number;
|
|
24
30
|
}>;
|
|
25
|
-
decrementUserTokenBudget(userId: string, inputToken: number, outputToken: number): Promise<number>;
|
|
26
31
|
}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.TokenBudgetService = void 0;
|
|
4
|
+
const _ = require("lodash");
|
|
4
5
|
const essential_1 = require("../../../essential");
|
|
5
6
|
const logger_1 = require("../logger");
|
|
6
7
|
class TokenBudgetService {
|
|
@@ -25,6 +26,16 @@ class TokenBudgetService {
|
|
|
25
26
|
if (!maxSharedTokenBudget) {
|
|
26
27
|
this.logger.debug('No max shared token budget defined');
|
|
27
28
|
}
|
|
29
|
+
if (sharedTokenBudget < 0) {
|
|
30
|
+
this.logger.debug('Shared token budget is negative, resetting to 0');
|
|
31
|
+
sharedTokenBudget = 0;
|
|
32
|
+
await this.secondaryDatabase.set(`shared-token-budget`, `${sharedTokenBudget}`);
|
|
33
|
+
}
|
|
34
|
+
else if (sharedTokenBudget > maxSharedTokenBudget) {
|
|
35
|
+
this.logger.debug('Shared token budget is greater than max, resetting to max');
|
|
36
|
+
sharedTokenBudget = maxSharedTokenBudget;
|
|
37
|
+
await this.secondaryDatabase.set(`shared-token-budget`, `${sharedTokenBudget}`);
|
|
38
|
+
}
|
|
28
39
|
const increaseSharedTokenBudget = async (oAmount) => {
|
|
29
40
|
const amount = Math.max(Math.min(oAmount, maxSharedTokenBudget - sharedTokenBudget), 0);
|
|
30
41
|
if (!amount) {
|
|
@@ -36,19 +47,23 @@ class TokenBudgetService {
|
|
|
36
47
|
const setConsumedBudget = async (userId, amount) => {
|
|
37
48
|
this.secondaryDatabase.set(`user-token-tokens-${userId}`, `${amount}`);
|
|
38
49
|
};
|
|
39
|
-
for (const
|
|
40
|
-
const
|
|
50
|
+
for (const user of activeUsers) {
|
|
51
|
+
const { puca_pid: userId, username } = user;
|
|
52
|
+
const recharge = Math.floor(((+(await this.envCofigService.getEnvByName('USER_TOKEN_BUDGET_PER_HOUR', 0))) * 8 / 24));
|
|
41
53
|
const userBudget = await this._getTokenBudget(userId);
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
increaseSharedTokenBudget(hourBudget - userBudget.consumed);
|
|
54
|
+
if (userBudget.consumed < recharge) {
|
|
55
|
+
increaseSharedTokenBudget(recharge - userBudget.consumed);
|
|
45
56
|
}
|
|
46
57
|
if (userBudget.consumed) {
|
|
47
|
-
const newConsumed = Math.max(userBudget.consumed -
|
|
58
|
+
const newConsumed = Math.max(userBudget.consumed - recharge, 0);
|
|
48
59
|
setConsumedBudget(userId, newConsumed);
|
|
60
|
+
this.monitorService.hit('user-token-budget', {
|
|
61
|
+
userId,
|
|
62
|
+
user: username,
|
|
63
|
+
}, userBudget.budget - newConsumed);
|
|
49
64
|
}
|
|
50
65
|
}
|
|
51
|
-
this.monitorService.hit('shared-token-budget', {}, sharedTokenBudget
|
|
66
|
+
this.monitorService.hit('shared-token-budget', {}, sharedTokenBudget);
|
|
52
67
|
};
|
|
53
68
|
const jobExecutor = this.jobExecutorFactory.get('budget-consolidation');
|
|
54
69
|
jobExecutor.process(1, budgetConsolidation);
|
|
@@ -70,7 +85,7 @@ class TokenBudgetService {
|
|
|
70
85
|
};
|
|
71
86
|
};
|
|
72
87
|
const { data: activeUsers } = await userRepository.findBy({
|
|
73
|
-
fields: ['puca_pid'],
|
|
88
|
+
fields: ['puca_pid', 'username'],
|
|
74
89
|
key: [
|
|
75
90
|
coalesce('active', '$active'),
|
|
76
91
|
coalesce('billing_mode', '$billing_mode'),
|
|
@@ -86,16 +101,16 @@ class TokenBudgetService {
|
|
|
86
101
|
user: null,
|
|
87
102
|
disablePermissionSystem: true,
|
|
88
103
|
});
|
|
89
|
-
return activeUsers
|
|
104
|
+
return activeUsers;
|
|
90
105
|
}
|
|
91
106
|
async _getTokenBudget(userId) {
|
|
92
107
|
const userTokenBudget = +(await this.envCofigService.getEnvByName('USER_TOKEN_BUDGET_PER_HOUR', Number.MAX_SAFE_INTEGER));
|
|
93
108
|
if (userTokenBudget === Number.MAX_SAFE_INTEGER) {
|
|
94
109
|
this.logger.debug('No user token budget defined');
|
|
95
110
|
}
|
|
96
|
-
const userConsumedTokens = +(await this.secondaryDatabase.get(`user-token-tokens-${userId}`))
|
|
111
|
+
const userConsumedTokens = +(await this.secondaryDatabase.get(`user-token-tokens-${userId}`));
|
|
97
112
|
return {
|
|
98
|
-
budget: userTokenBudget *
|
|
113
|
+
budget: userTokenBudget * 8,
|
|
99
114
|
consumed: userConsumedTokens
|
|
100
115
|
};
|
|
101
116
|
}
|
|
@@ -104,37 +119,56 @@ class TokenBudgetService {
|
|
|
104
119
|
return sharedTokenBudget;
|
|
105
120
|
}
|
|
106
121
|
async getUserTokenBudget(userId) {
|
|
107
|
-
const { budget:
|
|
122
|
+
const { budget: oUserTokenBudget, consumed: userConsumedBudget } = await this._getTokenBudget(userId);
|
|
108
123
|
const sharedTokenBudget = Math.max(await this._getSharedTokenBudget(), 0);
|
|
124
|
+
const userTokenBudget = oUserTokenBudget + (process.env.ENVIRONMENT.toUpperCase() === 'PRODUCTION' ? 0 : userConsumedBudget);
|
|
109
125
|
return {
|
|
110
|
-
budget: userTokenBudget + sharedTokenBudget,
|
|
111
126
|
consumed: userConsumedBudget,
|
|
112
127
|
userBudget: userTokenBudget,
|
|
113
|
-
userConsumed: userConsumedBudget,
|
|
114
128
|
sharedBudget: sharedTokenBudget,
|
|
129
|
+
totalBudget: userTokenBudget + sharedTokenBudget,
|
|
115
130
|
};
|
|
116
131
|
}
|
|
117
|
-
async decrementUserTokenBudget(userId, inputToken, outputToken) {
|
|
132
|
+
async decrementUserTokenBudget(userId, inputToken, outputToken, opts) {
|
|
133
|
+
if (!(opts === null || opts === void 0 ? void 0 : opts.preference)) {
|
|
134
|
+
_.set(opts, 'preference', 'user');
|
|
135
|
+
}
|
|
118
136
|
const outputTokenRatio = +(await this.envCofigService.getEnvByName('OUTPUT_TOKEN_RATIO', 1));
|
|
119
137
|
const budget = await this.getUserTokenBudget(userId);
|
|
120
|
-
const userAvailableBudget = budget.userBudget - budget.
|
|
138
|
+
const userAvailableBudget = budget.userBudget - budget.consumed;
|
|
121
139
|
const incUserTokenTokens = async (userId, amount) => {
|
|
122
140
|
if (!amount) {
|
|
123
141
|
return;
|
|
124
142
|
}
|
|
125
143
|
this.secondaryDatabase.incBy(`user-token-tokens-${userId}`, Math.ceil(amount));
|
|
126
144
|
};
|
|
145
|
+
const applyToUser = (amount) => {
|
|
146
|
+
incUserTokenTokens(userId, amount);
|
|
147
|
+
};
|
|
148
|
+
const applyToShared = async (amount) => {
|
|
149
|
+
this.secondaryDatabase.incBy(`shared-token-budget`, Math.floor(-amount));
|
|
150
|
+
};
|
|
151
|
+
const [apply1, apply2] = opts.preference === 'shared' ? [applyToShared, applyToUser] : [applyToUser, applyToShared];
|
|
152
|
+
const budget1 = opts.preference === 'shared' ?
|
|
153
|
+
budget.sharedBudget :
|
|
154
|
+
userAvailableBudget;
|
|
127
155
|
const amount = inputToken + (outputToken * outputTokenRatio);
|
|
128
|
-
|
|
129
|
-
|
|
156
|
+
const consumedBudget1 = Math.min(budget1, amount);
|
|
157
|
+
apply1(consumedBudget1);
|
|
158
|
+
const overConsumedBudget = Math.max(amount - budget1, 0);
|
|
130
159
|
if (!overConsumedBudget) {
|
|
131
|
-
return
|
|
160
|
+
return {
|
|
161
|
+
userConsumed: opts.preference === 'user' ? amount : 0,
|
|
162
|
+
sharedBudget: opts.preference === 'shared' ? amount : 0,
|
|
163
|
+
totalConsumed: amount
|
|
164
|
+
};
|
|
132
165
|
}
|
|
133
|
-
|
|
134
|
-
|
|
166
|
+
apply2(overConsumedBudget);
|
|
167
|
+
return {
|
|
168
|
+
userConsumed: opts.preference === 'user' ? consumedBudget1 : overConsumedBudget,
|
|
169
|
+
sharedBudget: opts.preference === 'shared' ? consumedBudget1 : overConsumedBudget,
|
|
170
|
+
totalConsumed: amount
|
|
135
171
|
};
|
|
136
|
-
descrSharedTokenBudget(overConsumedBudget);
|
|
137
|
-
return amount;
|
|
138
172
|
}
|
|
139
173
|
}
|
|
140
174
|
exports.TokenBudgetService = TokenBudgetService;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"token-budget.service.js","sourceRoot":"","sources":["../../../../src/core/services/llm/token-budget.service.ts"],"names":[],"mappings":";;;AAAA,kDAAwD;AAMxD,sCAAkC;AAIlC,MAAa,kBAAkB;IAG7B,YACmB,iBAAoC,EACpC,iBAAoC,EACpC,eAAiC,EACjC,kBAAsC,EACtC,cAA8B;QAJ9B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,oBAAe,GAAf,eAAe,CAAkB;QACjC,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,mBAAc,GAAd,cAAc,CAAgB;QAPhC,WAAM,GAAG,IAAI,eAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAA;IAQzD,CAAC;IAEL,KAAK,CAAC,IAAI;QACR,MAAM,MAAM,GAAG,CAAC,MAAM,+BAAmB,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAA;QACjE,
|
|
1
|
+
{"version":3,"file":"token-budget.service.js","sourceRoot":"","sources":["../../../../src/core/services/llm/token-budget.service.ts"],"names":[],"mappings":";;;AAAA,4BAA2B;AAE3B,kDAAwD;AAMxD,sCAAkC;AAIlC,MAAa,kBAAkB;IAG7B,YACmB,iBAAoC,EACpC,iBAAoC,EACpC,eAAiC,EACjC,kBAAsC,EACtC,cAA8B;QAJ9B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,oBAAe,GAAf,eAAe,CAAkB;QACjC,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,mBAAc,GAAd,cAAc,CAAgB;QAPhC,WAAM,GAAG,IAAI,eAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAA;IAQzD,CAAC;IAEL,KAAK,CAAC,IAAI;QACR,MAAM,MAAM,GAAG,CAAC,MAAM,+BAAmB,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAA;QACjE,IAAI,MAAM,KAAK,eAAe,EAAE;YAC9B,OAAM;SACP;QACD,MAAM,mBAAmB,GAAG,KAAK,IAAI,EAAE;YACrC,IAAI,iBAAiB,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAA;YAC1D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAA;YAC/C,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;gBACnG,WAAW,CAAC,MAAM,CAAA;YAEpB,IAAI,CAAC,oBAAoB,EAAE;gBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAA;aACxD;YAED,IAAI,iBAAiB,GAAG,CAAC,EAAE;gBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;gBACrE,iBAAiB,GAAG,CAAC,CAAC;gBACtB,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,qBAAqB,EAAE,GAAG,iBAAiB,EAAE,CAAC,CAAC;aACjF;iBAAM,IAAI,iBAAiB,GAAG,oBAAoB,EAAE;gBACnD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAC;gBAC/E,iBAAiB,GAAG,oBAAoB,CAAC;gBACzC,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,qBAAqB,EAAE,GAAG,iBAAiB,EAAE,CAAC,CAAC;aACjF;YAED,MAAM,yBAAyB,GAAG,KAAK,EAAE,OAAe,EAAE,EAAE;gBAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CACrB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,oBAAoB,GAAG,iBAAiB,CAAC,EAC3D,CAAC,CACF,CAAA;gBACD,IAAI,CAAC,MAAM,EAAE;oBACX,OAAM;iBACP;gBACD,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAC1B,qBAAqB,EACrB,MAAM,CACP,CAAA;gBACD,iBAAiB,IAAI,MAAM,CAAA;YAC7B,CAAC,CAAA;YAED,MAAM,iBAAiB,GAAG,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE;gBACjE,IAAI,CAAC,iBAAiB,CAAC,GAAG,CACxB,qBAAqB,MAAM,EAAE,EAC7B,GAAG,MAAM,EAAE,CACZ,CAAA;YACH,CAAC,CAAA;YAED,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE;gBAC9B,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAA;gBAK3C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;gBAErH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;gBAErD,IAAI,UAAU,CAAC,QAAQ,GAAG,QAAQ,EAAE;oBAClC,yBAAyB,CAAC,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAA;iBAC1D;gBAED,IAAI,UAAU,CAAC,QAAQ,EAAE;oBACvB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,GAAG,QAAQ,EAAE,CAAC,CAAC,CAAA;oBAC/D,iBAAiB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;oBACtC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,mBAAmB,EAAE;wBAC3C,MAAM;wBACN,IAAI,EAAE,QAAQ;qBACf,EAAE,UAAU,CAAC,MAAM,GAAG,WAAW,CAAC,CAAA;iBACpC;aACF;YAED,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,qBAAqB,EAAE,EAAE,EAAE,iBAAiB,CAAC,CAAA;QACvE,CAAC,CAAA;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAA;QACvE,WAAW,CAAC,OAAO,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAA;QAC3C,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE;YACpB,GAAG,EAAE,sBAAsB;YAC3B,MAAM,EAAE;gBAEN,IAAI,EAAE,WAAW;aAClB;SACF,CAAC,CAAA;IACJ,CAAC;IAEO,KAAK,CAAC,cAAc;QAI1B,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAGtD;YACD,SAAS,EAAE,2BAA2B;SACvC,CAAC,CAAA;QAEF,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,QAAgB,EAAE,EAAE;YACnD,OAAO;gBACL,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC;aACxB,CAAA;QACH,CAAC,CAAA;QAED,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC;YACxD,MAAM,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC;YAChC,GAAG,EAAE;gBACH,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC;gBAC7B,QAAQ,CAAC,cAAc,EAAE,eAAe,CAAC;aAC1C;YACD,IAAI,EAAE;gBACJ,QAAQ,EAAE,IAAI;gBACd,cAAc,EAAE,SAAS;aAC1B;YACD,KAAK,EAAE;gBACL,IAAI;gBACJ,SAAS;aACV;YACD,IAAI,EAAE,IAAI;YACV,uBAAuB,EAAE,IAAI;SAC9B,CAAC,CAAA;QAEF,OAAO,WAAW,CAAA;IACpB,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,MAAc;QAI1C,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,4BAA4B,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAA;QAEzH,IAAI,eAAe,KAAK,MAAM,CAAC,gBAAgB,EAAE;YAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAA;SAClD;QAED,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAC3D,qBAAqB,MAAM,EAAE,CAC9B,CAAC,CAAA;QAEF,OAAO;YACL,MAAM,EAAE,eAAe,GAAG,CAAC;YAC3B,QAAQ,EAAE,kBAAkB;SAC7B,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB;QACjC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAC1D,qBAAqB,CACtB,CAAC,IAAI,CAAC,CAAA;QAEP,OAAO,iBAAiB,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,MAAc;QACrC,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,QAAQ,EAAE,kBAAkB,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;QACrG,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC,CAAA;QAEzE,MAAM,eAAe,GAAG,gBAAgB,GAAG,CACzC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,WAAW,EAAE,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAChF,CAAA;QAED,OAAO;YACL,QAAQ,EAAE,kBAAkB;YAE5B,UAAU,EAAE,eAAe;YAC3B,YAAY,EAAE,iBAAiB;YAC/B,WAAW,EAAE,eAAe,GAAG,iBAAiB;SACjD,CAAA;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,MAAc,EACd,UAAkB,EAClB,WAAmB,EACnB,IAEC;QAMD,IAAI,CAAC,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,UAAU,CAAA,EAAE;YACrB,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,CAAC,CAAA;SAClC;QACD,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,CAAA;QAE5F,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAA;QAEpD,MAAM,mBAAmB,GAAG,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAA;QAE/D,MAAM,kBAAkB,GAAG,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE;YAClE,IAAI,CAAC,MAAM,EAAE;gBACX,OAAM;aACP;YACD,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAC1B,qBAAqB,MAAM,EAAE,EAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAClB,CAAA;QACH,CAAC,CAAA;QAED,MAAM,WAAW,GAAG,CAAC,MAAc,EAAE,EAAE;YACrC,kBAAkB,CAAC,MAAM,EACvB,MAAM,CACP,CAAA;QACH,CAAC,CAAA;QAED,MAAM,aAAa,GAAG,KAAK,EAAE,MAAc,EAAE,EAAE;YAC7C,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAC1B,qBAAqB,EACrB,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CACpB,CAAA;QACH,CAAC,CAAA;QAED,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,aAAa,CAAC,CAAA;QACnH,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC;YAC5C,MAAM,CAAC,YAAY,CAAC,CAAC;YACrB,mBAAmB,CAAA;QAErB,MAAM,MAAM,GAAG,UAAU,GAAG,CAAC,WAAW,GAAG,gBAAgB,CAAC,CAAA;QAE5D,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QACjD,MAAM,CAAC,eAAe,CAAC,CAAA;QAEvB,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC,CAAC,CAAA;QACxD,IAAI,CAAC,kBAAkB,EAAE;YACvB,OAAO;gBACL,YAAY,EAAE,IAAI,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACrD,YAAY,EAAE,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACvD,aAAa,EAAE,MAAM;aACtB,CAAA;SACF;QAED,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE1B,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,kBAAkB;YAC/E,YAAY,EAAE,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,kBAAkB;YACjF,aAAa,EAAE,MAAM;SACtB,CAAA;IACH,CAAC;CAEF;AA5PD,gDA4PC"}
|