@puca/puca-core 12.12.1 → 12.13.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. package/dist/core/services/crud-front-base.service.d.ts +4 -8
  2. package/dist/core/services/crud-front-base.service.js +65 -49
  3. package/dist/core/services/crud-front-base.service.js.map +1 -1
  4. package/dist/core/services/index.d.ts +6 -4
  5. package/dist/core/services/index.js +7 -5
  6. package/dist/core/services/index.js.map +1 -1
  7. package/dist/core/services/{llm.service.d.ts → llm/llm.service.d.ts} +25 -9
  8. package/dist/core/services/{llm.service.js → llm/llm.service.js} +170 -23
  9. package/dist/core/services/llm/llm.service.js.map +1 -0
  10. package/dist/core/services/llm/token-budget.service.d.ts +26 -0
  11. package/dist/core/services/llm/token-budget.service.js +140 -0
  12. package/dist/core/services/llm/token-budget.service.js.map +1 -0
  13. package/dist/core/services/mcp/mcp-server.service.d.ts +51 -7
  14. package/dist/core/services/mcp/mcp-server.service.js +96 -16
  15. package/dist/core/services/mcp/mcp-server.service.js.map +1 -1
  16. package/dist/core/services/mcp/mcp.client.service.d.ts +23 -1
  17. package/dist/core/services/mcp/mcp.client.service.js +9 -7
  18. package/dist/core/services/mcp/mcp.client.service.js.map +1 -1
  19. package/dist/core/services/monitor.d.ts +1 -1
  20. package/dist/core/services/monitor.js.map +1 -1
  21. package/dist/core/services/report.service.js +0 -13
  22. package/dist/core/services/report.service.js.map +1 -1
  23. package/dist/orm/services/repository.d.ts +3 -2
  24. package/dist/orm/services/repository.js +8 -11
  25. package/dist/orm/services/repository.js.map +1 -1
  26. package/dist/orm/services/secondary-database/secondary-database.service.d.ts +2 -0
  27. package/dist/orm/services/secondary-database/secondary-database.service.js +9 -0
  28. package/dist/orm/services/secondary-database/secondary-database.service.js.map +1 -1
  29. package/dist/packages/crm/crm.service.js +1 -2
  30. package/dist/packages/crm/crm.service.js.map +1 -1
  31. package/dist/plugins/final-user-query-language/final-user-query-language.js.map +1 -1
  32. package/dist/plugins/multi-tenant/multi-tentant.adapter.js +1 -0
  33. package/dist/plugins/multi-tenant/multi-tentant.adapter.js.map +1 -1
  34. package/dist/tsconfig.tsbuildinfo +1 -1
  35. package/fuql-grammar.js +29 -16
  36. package/fuql-grammar.ne +28 -8
  37. package/package.json +1 -1
  38. package/dist/core/services/llm.service.js.map +0 -1
@@ -14,13 +14,15 @@ const _ = require("lodash");
14
14
  const common_1 = require("@nestjs/common");
15
15
  const groq_sdk_1 = require("groq-sdk");
16
16
  const axios_1 = require("axios");
17
- const logger_1 = require("./logger");
18
- const system_parameters_envs_service_1 = require("./system-parameters-envs.service");
19
- const cache_service_1 = require("../../orm/services/cache.service");
17
+ const logger_1 = require("../logger");
18
+ const system_parameters_envs_service_1 = require("../system-parameters-envs.service");
19
+ const cache_service_1 = require("../../../orm/services/cache.service");
20
+ const token_budget_service_1 = require("./token-budget.service");
20
21
  let LlmService = class LlmService {
21
- constructor(systemParametersEnvs, cacheServiceFactory) {
22
+ constructor(systemParametersEnvs, cacheServiceFactory, tokenBudgetService) {
22
23
  this.systemParametersEnvs = systemParametersEnvs;
23
24
  this.cacheServiceFactory = cacheServiceFactory;
25
+ this.tokenBudgetService = tokenBudgetService;
24
26
  this.logger = new logger_1.Logger('LlmService');
25
27
  }
26
28
  async init() {
@@ -30,30 +32,97 @@ let LlmService = class LlmService {
30
32
  });
31
33
  }, 7 * 24 * 60 * 60);
32
34
  }
35
+ assertModelResponse(model, message, functionNames) {
36
+ if (!message) {
37
+ return null;
38
+ }
39
+ const llama4Assert = [() => {
40
+ const invalidFunctionCallRegex = /^<(\w+)>(.*?)<\/\1>/;
41
+ const match = (message || '').match(invalidFunctionCallRegex);
42
+ if (match && functionNames.includes(match[1])) {
43
+ return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
44
+ }
45
+ }, () => {
46
+ const invalidFunctionCallRegex = /^<function=(\w+)/;
47
+ const match = (message || '').match(invalidFunctionCallRegex);
48
+ if (match && functionNames.includes(match[1])) {
49
+ return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
50
+ }
51
+ }, () => {
52
+ try {
53
+ const obj = JSON.parse(message);
54
+ const f = obj.function;
55
+ if (functionNames.includes(f || '')) {
56
+ return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
57
+ }
58
+ if (obj.type === 'function') {
59
+ return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
60
+ }
61
+ }
62
+ catch (e) {
63
+ }
64
+ }];
65
+ const assert = {
66
+ ['meta-llama/llama-4-scout-17b-16e-instruct']: llama4Assert
67
+ }[model];
68
+ if (!assert.length) {
69
+ this.logger.warn('LlmService: No assert function for model', model);
70
+ return null;
71
+ }
72
+ const result = assert.map(a => a())
73
+ .filter((a) => a)[0];
74
+ return result;
75
+ }
33
76
  async chat(args) {
34
- var _a, _b, _c;
77
+ var _a, _b, _c, _d;
78
+ let consumedTokens = 0;
79
+ let userAvaliableTokens = 0;
80
+ const consumedTolls = [];
35
81
  const API_KEY = await this.systemParametersEnvs.getEnvByName('groq-llm-api-key')
36
82
  || process.env.LLM_API_KEY;
37
83
  const LLM_MODEL = await this.systemParametersEnvs.getEnvByName('groq-llm-model')
38
84
  || process.env.LLM_MODEL;
39
85
  if (!API_KEY) {
40
86
  this.logger.warn('LlmService: API_URL, API_KEY or LLM_MODEL not set');
41
- return null;
87
+ return {
88
+ response: 'LlmService: API_URL, API_KEY or LLM_MODEL not set',
89
+ fullChat: [],
90
+ consumedTokens: 0,
91
+ userAvaliableTokens: 0,
92
+ consumedTolls: []
93
+ };
42
94
  }
43
95
  const client = new groq_sdk_1.default({
44
96
  apiKey: API_KEY,
45
97
  });
46
98
  const toolList = [];
99
+ const resourceList = [];
47
100
  for (const client of args.mcpClients) {
48
101
  const toolListResult = await client.listTools();
49
102
  if ((_a = toolListResult === null || toolListResult === void 0 ? void 0 : toolListResult.tools) === null || _a === void 0 ? void 0 : _a.length) {
50
103
  toolList.push(...toolListResult.tools.map((tool) => {
51
104
  return {
52
- tool: Object.assign(Object.assign({}, tool), { type: 'string' }),
105
+ tool: tool,
53
106
  client
54
107
  };
55
108
  }));
56
109
  }
110
+ const resourcesResult = await client.listResources();
111
+ if ((_b = resourcesResult === null || resourcesResult === void 0 ? void 0 : resourcesResult.resources) === null || _b === void 0 ? void 0 : _b.length) {
112
+ resourceList.push(...resourcesResult.resources.map((resource) => {
113
+ return {
114
+ resource: resource,
115
+ client,
116
+ };
117
+ }));
118
+ }
119
+ }
120
+ const resourceContent = new Map();
121
+ for (const resource of resourceList) {
122
+ const resourceResult = await resource.client.readResource({
123
+ uri: resource.resource.uri
124
+ });
125
+ resourceContent.set(resource.resource.uri, resourceResult.contents[0].text);
57
126
  }
58
127
  this.logger.debug('Tool list', toolList.map((tool) => tool.tool.name));
59
128
  let toolCallCount = 0;
@@ -63,40 +132,110 @@ let LlmService = class LlmService {
63
132
  args.toolCallsRetry = args.toolCallsRetry || 5;
64
133
  const messages = _.cloneDeep(args.messages);
65
134
  while (true) {
135
+ let shouldBreak = true;
66
136
  try {
137
+ const consumeTokens = _.get(args, 'consumeTokenBudget', true);
138
+ if (consumeTokens) {
139
+ const budget = await this.tokenBudgetService.getUserTokenBudget(args.user.puca_pid);
140
+ if (budget.consumed > budget.budget) {
141
+ this.logger.warn('LlmService: Token budget exceeded');
142
+ throw new Error('Máximo de tokens consumidos atingido, tente novamente mais tarde');
143
+ }
144
+ userAvaliableTokens = budget.budget - budget.consumed;
145
+ }
67
146
  const chatCompletion = await client.chat.completions.create({
68
- messages,
147
+ messages: [
148
+ ...resourceList.map((resource) => {
149
+ return {
150
+ name: `Resource: ${resource.resource.name}`,
151
+ role: 'system',
152
+ content: [
153
+ `Name: ${resource.resource.name}`,
154
+ `Description: ${resource.resource.description}`,
155
+ `URI: ${resource.resource.uri}`,
156
+ ].join('\n'),
157
+ };
158
+ }),
159
+ ...Array.from(resourceContent.entries()).map(([uri, resourceContent]) => {
160
+ return {
161
+ name: `Content of Resource: ${uri}`,
162
+ role: 'system',
163
+ content: resourceContent,
164
+ };
165
+ }),
166
+ ...messages
167
+ ],
69
168
  tool_choice: toolList.length ? 'auto' : undefined,
70
- tools: toolList.map(t => ({
71
- type: 'function',
72
- function: t.tool
73
- })),
169
+ tools: toolList.map(t => {
170
+ var _a, _b, _c;
171
+ return {
172
+ type: 'function',
173
+ function: {
174
+ name: t.tool.name,
175
+ description: t.tool.description,
176
+ parameters: {
177
+ type: 'object',
178
+ properties: ((_a = t.tool.inputSchema) === null || _a === void 0 ? void 0 : _a.properties) || {},
179
+ required: ((_b = t.tool.inputSchema) === null || _b === void 0 ? void 0 : _b.required) || [],
180
+ additionalProperties: ((_c = t.tool.inputSchema) === null || _c === void 0 ? void 0 : _c.additionalProperties) || false
181
+ }
182
+ }
183
+ };
184
+ }),
74
185
  temperature: args.temperature || 0.5,
75
186
  max_tokens: args.max_tokens || 1000,
76
187
  stream: false,
77
188
  model: LLM_MODEL,
78
189
  });
190
+ if (consumeTokens) {
191
+ consumedTokens += await this.tokenBudgetService.decrementUserTokenBudget(args.user.puca_pid, chatCompletion.usage.prompt_tokens, chatCompletion.usage.completion_tokens);
192
+ userAvaliableTokens -= consumedTokens;
193
+ }
79
194
  const message = _.get(chatCompletion, 'choices.0.message');
80
195
  messages.push(message);
81
- const toolCall = _.get(chatCompletion, 'choices.0.message.tool_calls.0');
82
- if (toolCall === null || toolCall === void 0 ? void 0 : toolCall.function) {
196
+ const correctionMessage = this.assertModelResponse(LLM_MODEL, message === null || message === void 0 ? void 0 : message.content, toolList.map((tool) => tool.tool.name));
197
+ if (correctionMessage) {
198
+ if (++toolCallsRetries >= args.toolCallsRetry) {
199
+ throw new Error(`Error calling tool ${message.content}`);
200
+ }
201
+ this.logger.error('Try to correct function call', message.content, correctionMessage);
202
+ messages.push({
203
+ content: correctionMessage,
204
+ role: 'system'
205
+ });
206
+ continue;
207
+ }
208
+ for (const tc of _.get(chatCompletion, 'choices.0.message.tool_calls', [])) {
209
+ const toolCall = tc;
210
+ shouldBreak = false;
83
211
  if (toolCall.function.name !== lastTool) {
84
212
  toolCallsRetries = 0;
85
213
  lastTool = toolCall.function.name;
86
214
  }
87
215
  const item = toolList.find((item) => item.tool.name === toolCall.function.name);
88
216
  if (item) {
89
- const toolArgs = toolCall.function.arguments;
217
+ const toolArgsStr = toolCall.function.arguments;
90
218
  try {
91
- this.logger.debug('Tool call', toolCall.function.name, toolArgs);
219
+ this.logger.debug('Tool call', toolCall.function.name, toolArgsStr);
220
+ const toolArgs = JSON.parse(toolArgsStr || '{}');
221
+ if (args.beforeToolCall) {
222
+ await args.beforeToolCall({
223
+ messages: messages,
224
+ args: toolArgs
225
+ });
226
+ }
92
227
  const result = await item.client.callTool({
93
228
  name: item.tool.name,
94
- arguments: JSON.parse(toolArgs),
229
+ arguments: toolArgs
95
230
  });
96
231
  if (++toolCallCount > args.maxToolCalls) {
97
232
  throw new Error(`Tool call limit exceeded: ${toolCallCount} > ${args.maxToolCalls}`);
98
233
  }
99
234
  toolCallsRetries = 0;
235
+ consumedTolls.push({
236
+ mcpClient: item.client,
237
+ toolName: item.tool.name
238
+ });
100
239
  messages.push({
101
240
  tool_call_id: toolCall.id,
102
241
  content: JSON.stringify(result === null || result === void 0 ? void 0 : result.content),
@@ -114,7 +253,6 @@ let LlmService = class LlmService {
114
253
  role: 'tool'
115
254
  });
116
255
  }
117
- continue;
118
256
  }
119
257
  else {
120
258
  this.logger.error('Tool not found', toolCall.function.name);
@@ -123,10 +261,12 @@ let LlmService = class LlmService {
123
261
  content: `Tool not found: ${toolCall.function.name}`,
124
262
  role: 'tool'
125
263
  });
126
- continue;
127
264
  }
128
265
  }
129
- const llmModelContent = (_c = (_b = chatCompletion.choices[0]) === null || _b === void 0 ? void 0 : _b.message) === null || _c === void 0 ? void 0 : _c.content;
266
+ if (!shouldBreak) {
267
+ continue;
268
+ }
269
+ const llmModelContent = (_d = (_c = chatCompletion.choices[0]) === null || _c === void 0 ? void 0 : _c.message) === null || _d === void 0 ? void 0 : _d.content;
130
270
  this.logger.verbose('LLM response', llmModelContent);
131
271
  if (!llmModelContent) {
132
272
  return null;
@@ -138,7 +278,10 @@ let LlmService = class LlmService {
138
278
  content: message.content,
139
279
  role: message.role
140
280
  };
141
- })
281
+ }),
282
+ consumedTokens: consumedTokens,
283
+ userAvaliableTokens: userAvaliableTokens,
284
+ consumedTolls
142
285
  };
143
286
  }
144
287
  catch (e) {
@@ -159,7 +302,10 @@ let LlmService = class LlmService {
159
302
  content: message.content,
160
303
  role: message.role
161
304
  };
162
- })
305
+ }),
306
+ consumedTokens: consumedTokens,
307
+ userAvaliableTokens: userAvaliableTokens,
308
+ consumedTolls
163
309
  };
164
310
  }
165
311
  }
@@ -223,7 +369,8 @@ let LlmService = class LlmService {
223
369
  LlmService = __decorate([
224
370
  (0, common_1.Injectable)(),
225
371
  __metadata("design:paramtypes", [system_parameters_envs_service_1.SystemParametersEnvs,
226
- cache_service_1.CacheServiceFactory])
372
+ cache_service_1.CacheServiceFactory,
373
+ token_budget_service_1.TokenBudgetService])
227
374
  ], LlmService);
228
375
  exports.LlmService = LlmService;
229
376
  //# sourceMappingURL=llm.service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../../src/core/services/llm/llm.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4BAA2B;AAC3B,2CAA2C;AAC3C,uCAA2B;AAC3B,iCAAyB;AAKzB,sCAAkC;AAClC,sFAAwE;AAExE,uEAAuF;AAEvF,iEAA2D;AAUpD,IAAM,UAAU,GAAhB,MAAM,UAAU;IAKrB,YACmB,oBAA0C,EAC1C,mBAAwC,EACxC,kBAAsC;QAFtC,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,wBAAmB,GAAnB,mBAAmB,CAAqB;QACxC,uBAAkB,GAAlB,kBAAkB,CAAoB;QAPxC,WAAM,GAAG,IAAI,eAAM,CAAC,YAAY,CAAC,CAAA;IAQ9C,CAAC;IAEL,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;YACnF,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;gBACvB,IAAI;aACL,CAAC,CAAA;QACJ,CAAC,EAEC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAA;IACrB,CAAC;IAEO,mBAAmB,CAAC,KAAa,EAAE,OAAe,EAAE,aAAuB;QACjF,IAAI,CAAC,OAAO,EAAE;YACZ,OAAO,IAAI,CAAA;SACZ;QAED,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE;gBACzB,MAAM,wBAAwB,GAAG,qBAAqB,CAAA;gBACtD,MAAM,KAAK,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;gBAC7D,IAAI,KAAK,IAAI,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;oBAC7C,OAAO,mFAAmF,CAAA;iBAC3F;YACH,CAAC,EAAE,GAAG,EAAE;gBACN,MAAM,wBAAwB,GAAG,kBAAkB,CAAA;gBACnD,MAAM,KAAK,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;gBAC7D,IAAI,KAAK,IAAI,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;oBAC7C,OAAO,mFAAmF,CAAA;iBAC3F;YACH,CAAC,EAAE,GAAG,EAAE;gBACN,IAAI;oBACF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAChC,MAAM,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAA;oBACtB,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE;wBACnC,OAAO,mFAAmF,CAAC;qBAC5F;oBACD,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE;wBAC3B,OAAO,mFAAmF,CAAC;qBAC5F;iBACF;gBAAC,OAAO,CAAC,EAAE;iBAEX;YACH,CAAC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG;YACb,CAAC,2CAA2C,CAAC,EAAE,YAAY;SAC5D,CAAC,KAAK,CAAC,CAAA;QAGR,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAA;YACnE,OAAO,IAAI,CAAA;SACZ;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;aAChC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAEtB,OAAO,MAAM,CAAA;IACf,CAAC;IAGD,KAAK,CAAC,IAAI,CAAC,IAeV;;QAaC,IAAI,cAAc,GAAG,CAAC,CAAA;QACtB,IAAI,mBAAmB,GAAG,CAAC,CAAA;QAC3B,MAAM,aAAa,GAGb,EAAE,CAAA;QAER,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,kBAAkB,CAAC;eAC3E,OAAO,CAAC,GAAG,CAAC,WAAW,CAAA;QAE5B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,gBAAgB,CAAC;eAC3E,OAAO,CAAC,GAAG,CAAC,SAAS,CAAA;QAG1B,IAAI,CAAC,OAAO,EAAE;YACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;YACrE,OAAO;gBACL,QAAQ,EAAE,mDAAmD;gBAC7D,QAAQ,EAAE,EAAE;gBACZ,cAAc,EAAE,CAAC;gBACjB,mBAAmB,EAAE,CAAC;gBACtB,aAAa,EAAE,EAAE;aAClB,CAAA;SACF;QAED,MAAM,MAAM,GAAG,IAAI,kBAAI,CAAC;YACtB,MAAM,EAAE,OAAO;SAChB,CAAC,CAAA;QAEF,MAAM,QAAQ,GAGR,EAAE,CAAA;QAER,MAAM,YAAY,GAOZ,EAAE,CAAA;QAER,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,UAAU,EAAE;YACpC,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAA;YAE/C,IAAI,MAAA,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAE,KAAK,0CAAE,MAAM,EAAE;gBACjC,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACjD,OAAO;wBACL,IAAI,EAAE,IAAW;wBACjB,MAAM;qBACP,CAAA;gBACH,CAAC,CAAC,CAAC,CAAA;aACJ;YAED,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAA;YACpD,IAAI,MAAA,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,SAAS,0CAAE,MAAM,EAAE;gBACtC,YAAY,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;oBAC9D,OAAO;wBACL,QAAQ,EAAE,QAAe;wBACzB,MAAM;qBACP,CAAA;gBACH,CAAC,CAAC,CAAC,CAAA;aACJ;SACF;QAED,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAA;QAEjD,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE;YACnC,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC;gBACxD,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG;aAC3B,CAAC,CAAA;YAEF,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAG,cAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;SACrF;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QAEtE,IAAI,aAAa,GAAG,CAAC,CAAA;QACrB,IAAI,gBAAgB,GAAG,CAAC,CAAA;QACxB,IAAI,QAAQ,GAAG,EAAE,CAAA;QACjB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,EAAE,CAAA;QAC3C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,CAAC,CAAA;QAE9C,MAAM,QAAQ,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAuD,CAAA;QACjG,OAAO,IAAI,EAAE;YACX,IAAI,WAAW,GAAG,IAAI,CAAA;YACtB,IAAI;gBACF,MAAM,aAAa,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,oBAAoB,EAAE,IAAI,CAAC,CAAA;gBAC7D,IAAI,aAAa,EAAE;oBACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;oBACnF,IAAI,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE;wBACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAA;wBACrD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAA;qBACpF;oBACD,mBAAmB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAA;iBACtD;gBAED,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;oBAC1D,QAAQ,EAAE;wBACR,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;4BAC/B,OAAO;gCACL,IAAI,EAAE,aAAa,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;gCAC3C,IAAI,EAAE,QAAQ;gCACd,OAAO,EAAE;oCACP,SAAS,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;oCACjC,gBAAgB,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE;oCAC/C,QAAQ,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAE;iCAChC,CAAC,IAAI,CAAC,IAAI,CAAC;6BACyC,CAAA;wBACzD,CAAC,CAAC;wBACF,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC,EAAE,EAAE;4BACtE,OAAO;gCACL,IAAI,EAAE,wBAAwB,GAAG,EAAE;gCACnC,IAAI,EAAE,QAAQ;gCACd,OAAO,EAAE,eAAe;6BAC6B,CAAA;wBACzD,CAAC,CAAC;wBACF,GAAG,QAAQ;qBACZ;oBACD,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;oBACjD,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;;wBACtB,OAAO;4BACL,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE;gCACR,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI;gCACjB,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;gCAC/B,UAAU,EAAE;oCACV,IAAI,EAAE,QAAQ;oCACd,UAAU,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,UAAU,KAAI,EAAE;oCAChD,QAAQ,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,QAAQ,KAAI,EAAE;oCAC5C,oBAAoB,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,oBAAoB,KAAI,KAAK;iCACxE;6BACF;yBACF,CAAA;oBACH,CAAC,CAAC;oBACF,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;oBACpC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;oBACnC,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,SAAS;iBACjB,CAAC,CAAA;gBAEF,IAAI,aAAa,EAAE;oBACjB,cAAc,IAAI,MAAM,IAAI,CAAC,kBAAkB,CAAC,wBAAwB,CACtE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAClB,cAAc,CAAC,KAAK,CAAC,aAAa,EAClC,cAAc,CAAC,KAAK,CAAC,iBAAiB,CACvC,CAAA;oBACD,mBAAmB,IAAI,cAAc,CAAA;iBACtC;gBAED,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,cAAc,EAAE,mBAAmB,CAAgD,CAAA;gBACzG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;gBAEtB,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAChD,SAAS,EACT,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,EAChB,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CACvC,CAAA;gBACD,IAAI,iBAAiB,EAAE;oBACrB,IAAI,EAAE,gBAAgB,IAAI,IAAI,CAAC,cAAc,EAAE;wBAC7C,MAAM,IAAI,KAAK,CACb,sBAAsB,OAAO,CAAC,OAAO,EAAE,CACxC,CAAA;qBACF;oBACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,OAAO,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAA;oBAErF,QAAQ,CAAC,IAAI,CAAC;wBACZ,OAAO,EAAE,iBAAiB;wBAC1B,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAA;oBAEF,SAAS;iBACV;gBAED,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,EAAE,8BAA8B,EAAE,EAAE,CAAC,EAAE;oBAC1E,MAAM,QAAQ,GAAG,EAAmC,CAAA;oBACpD,WAAW,GAAG,KAAK,CAAA;oBACnB,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE;wBACvC,gBAAgB,GAAG,CAAC,CAAA;wBACpB,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAA;qBAClC;oBACD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;oBAC/E,IAAI,IAAI,EAAE;wBACR,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;wBAChD,IAAI;4BACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;4BACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,CAAA;4BAEhD,IAAI,IAAI,CAAC,cAAc,EAAE;gCACvB,MAAM,IAAI,CAAC,cAAc,CAAC;oCACxB,QAAQ,EAAE,QAAqB;oCAC/B,IAAI,EAAE,QAAQ;iCACf,CAAC,CAAA;6BACH;4BAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;gCACxC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;gCACpB,SAAS,EAAE,QAAQ;6BACpB,CAAC,CAAA;4BAEF,IAAI,EAAE,aAAa,GAAG,IAAI,CAAC,YAAY,EAAE;gCACvC,MAAM,IAAI,KAAK,CACb,6BAA6B,aAAa,MAAM,IAAI,CAAC,YAAY,EAAE,CACpE,CAAA;6BACF;4BAED,gBAAgB,GAAG,CAAC,CAAA;4BAEpB,aAAa,CAAC,IAAI,CAAC;gCACjB,SAAS,EAAE,IAAI,CAAC,MAAM;gCACtB,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;6BACzB,CAAC,CAAA;4BAGF,QAAQ,CAAC,IAAI,CAAC;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,CAAC;gCACxC,IAAI,EAAE,MAAM;6BACb,CAAC,CAAA;yBACH;wBAAC,OAAO,CAAC,EAAE;4BACV,IAAI,EAAE,gBAAgB,IAAI,IAAI,CAAC,cAAc,EAAE;gCAC7C,MAAM,IAAI,KAAK,CACb,sBAAsB,QAAQ,CAAC,QAAQ,CAAC,IAAI,mBAAmB,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,CAAC,CAAC,OAAO,EAAE,CAC3G,CAAA;6BACF;4BACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,CAAC,CAAC,OAAO,CAAC,CAAA;4BAClD,QAAQ,CAAC,IAAI,CAAC;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,uBAAuB,CAAC,CAAC,OAAO,EAAE;gCAC3C,IAAI,EAAE,MAAM;6BACb,CAAC,CAAA;yBACH;qBACF;yBAAM;wBACL,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;wBAC5D,QAAQ,CAAC,IAAI,CAAC;4BACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;4BACzB,OAAO,EAAE,mBAAmB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;4BACpD,IAAI,EAAE,MAAM;yBACb,CAAC,CAAC;qBACJ;iBACF;gBAED,IAAI,CAAC,WAAW,EAAE;oBAChB,SAAQ;iBACT;gBAED,MAAM,eAAe,GAAG,MAAA,MAAA,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,0CAAE,OAAO,0CAAE,OAAiB,CAAA;gBAC7E,IAAI,CAAC,MAAM,CAAC,OAAO,CACjB,cAAc,EACd,eAAe,CAChB,CAAA;gBAED,IAAI,CAAC,eAAe,EAAE;oBACpB,OAAO,IAAI,CAAA;iBACZ;gBAED,OAAO;oBACL,QAAQ,EAAE,eAAe;oBACzB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;wBACjC,OAAO;4BACL,OAAO,EAAE,OAAO,CAAC,OAAc;4BAC/B,IAAI,EAAE,OAAO,CAAC,IAAW;yBAC1B,CAAA;oBACH,CAAC,CAAC;oBACF,cAAc,EAAE,cAAc;oBAC9B,mBAAmB,EAAE,mBAAmB;oBACxC,aAAa;iBACd,CAAA;aACF;YAAC,OAAO,CAAC,EAAE;gBACV,IAAI,CAAC,CAAC,OAAO,KAAK,UAAU,EAAE;oBAC5B,OAAO,IAAI,CAAA;iBACZ;gBACD,MAAM,WAAW,GAAG,qDAAqD,GAAG,CAAC,CAAC,OAAO,CAAA;gBACrF,OAAO;oBACL,QAAQ,EAAE,qDAAqD,GAAG,CAAC,CAAC,OAAO;oBAC3E,QAAQ,EAAE;wBACR,GAAG,QAAQ;wBACX;4BACE,OAAO,EAAE,WAAW;4BACpB,IAAI,EAAE,WAAW;yBAClB;qBACF,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;wBAChB,OAAO;4BACL,OAAO,EAAE,OAAO,CAAC,OAAc;4BAC/B,IAAI,EAAE,OAAO,CAAC,IAAW;yBAC1B,CAAA;oBACH,CAAC,CAAC;oBACF,cAAc,EAAE,cAAc;oBAC9B,mBAAmB,EAAE,mBAAmB;oBACxC,aAAa;iBACd,CAAA;aACF;SACF;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,IAEpB;;QACC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,mBAAmB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAA;QAClC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,mBAAmB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAA;QAClC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,iBAAiB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,eAAe,CAAA;QAEhC,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS,EAAE;YACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;YACrE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;SACrE;QAED,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAW,GAAG,OAAO,gBAAgB,EAAE;gBACtE,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;aAChC,EAAE;gBACD,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,OAAO,EAAE;oBACpC,cAAc,EAAE,kBAAkB;iBACnC;aACF,CAAC,CAAA;YAEF,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;SACvC;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAA,MAAA,CAAC,CAAC,QAAQ,0CAAE,IAAI,KAAI,CAAC,CAAC,OAAO,CAAC,CAAA;YACxE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;SACxC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAGX;QACC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAClB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;SAC/B;QAED,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAI,IAQrB;QAIC,MAAM,MAAM,GAAG,CAAC,EAAY,EAAE,EAAY,EAAE,EAAE;YAC5C,IAAI,GAAG,GAAG,CAAC,CAAA;YACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;aACrB;YACD,OAAO,GAAG,CAAA;QACZ,CAAC,CAAA;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS;aAC3B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;YAC5C,OAAO;gBACL,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,KAAK;aACN,CAAA;QACH,CAAC,CACA;aACA,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;aAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;QACpC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAA;IAC1C,CAAC;CACF,CAAA;AArdY,UAAU;IADtB,IAAA,mBAAU,GAAE;qCAO8B,qDAAoB;QACrB,mCAAmB;QACpB,yCAAkB;GAR9C,UAAU,CAqdtB;AArdY,gCAAU"}
@@ -0,0 +1,26 @@
1
+ import { RepositoryFactory } from "../../../orm/services/repository-factory";
2
+ import { SecondaryDatabase } from "../../../orm/services/secondary-database/secondary-database.service";
3
+ import { JobExecutorFactory } from "../job-executor/job-executor.service";
4
+ import { MonitorService } from "../monitor";
5
+ import { SystemParametersEnvs } from "../system-parameters-envs.service";
6
+ export declare class TokenBudgetService {
7
+ private readonly secondaryDatabase;
8
+ private readonly repositoryFactory;
9
+ private readonly systemParametersEnvs;
10
+ private readonly jobExecutorFactory;
11
+ private readonly monitorService;
12
+ private readonly logger;
13
+ constructor(secondaryDatabase: SecondaryDatabase, repositoryFactory: RepositoryFactory, systemParametersEnvs: SystemParametersEnvs, jobExecutorFactory: JobExecutorFactory, monitorService: MonitorService);
14
+ init(): Promise<void>;
15
+ private getActiveUsers;
16
+ private _getTokenBudget;
17
+ private _getSharedTokenBudget;
18
+ getUserTokenBudget(userId: string): Promise<{
19
+ budget: number;
20
+ consumed: number;
21
+ userBudget: number;
22
+ userConsumed: number;
23
+ sharedBudget: number;
24
+ }>;
25
+ decrementUserTokenBudget(userId: string, inputToken: number, outputToken: number): Promise<number>;
26
+ }
@@ -0,0 +1,140 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.TokenBudgetService = void 0;
4
+ const essential_1 = require("../../../essential");
5
+ const logger_1 = require("../logger");
6
+ class TokenBudgetService {
7
+ constructor(secondaryDatabase, repositoryFactory, systemParametersEnvs, jobExecutorFactory, monitorService) {
8
+ this.secondaryDatabase = secondaryDatabase;
9
+ this.repositoryFactory = repositoryFactory;
10
+ this.systemParametersEnvs = systemParametersEnvs;
11
+ this.jobExecutorFactory = jobExecutorFactory;
12
+ this.monitorService = monitorService;
13
+ this.logger = new logger_1.Logger(TokenBudgetService.name);
14
+ }
15
+ async init() {
16
+ const module = (await essential_1.moduleConfigService.getModuleConfig()).name;
17
+ if (module !== 'puca-base-api') {
18
+ return;
19
+ }
20
+ const budgetConsolidation = async () => {
21
+ let sharedTokenBudget = await this._getSharedTokenBudget();
22
+ const activeUsers = await this.getActiveUsers();
23
+ const maxSharedTokenBudget = +(await this.systemParametersEnvs.getEnvByName('MAX_SHARED_TOKEN_BUDGET', 0)) *
24
+ activeUsers.length;
25
+ if (!maxSharedTokenBudget) {
26
+ this.logger.debug('No max shared token budget defined');
27
+ }
28
+ const increaseSharedTokenBudget = async (oAmount) => {
29
+ const amount = Math.max(Math.min(oAmount, maxSharedTokenBudget - sharedTokenBudget), 0);
30
+ if (!amount) {
31
+ return;
32
+ }
33
+ this.secondaryDatabase.incBy(`shared-token-budget`, amount);
34
+ sharedTokenBudget += amount;
35
+ };
36
+ const setConsumedBudget = async (userId, amount) => {
37
+ this.secondaryDatabase.set(`user-token-tokens-${userId}`, `${amount}`);
38
+ };
39
+ for (const userId of activeUsers) {
40
+ const hourBudget = +(await this.systemParametersEnvs.getEnvByName('USER_TOKEN_BUDGET_PER_HOUR', 0));
41
+ const userBudget = await this._getTokenBudget(userId);
42
+ this.monitorService.hit('user-token-budget', { userId }, userBudget.budget, 'h');
43
+ if (userBudget.consumed < hourBudget) {
44
+ increaseSharedTokenBudget(hourBudget - userBudget.consumed);
45
+ }
46
+ if (userBudget.consumed) {
47
+ const newConsumed = Math.max(userBudget.consumed - hourBudget, 0);
48
+ setConsumedBudget(userId, newConsumed);
49
+ }
50
+ }
51
+ this.monitorService.hit('shared-token-budget', {}, sharedTokenBudget, 'h');
52
+ };
53
+ const jobExecutor = this.jobExecutorFactory.get('budget-consolidation');
54
+ jobExecutor.process(1, budgetConsolidation);
55
+ jobExecutor.add(null, {
56
+ repeat: {
57
+ cron: '0 * * * *',
58
+ }
59
+ });
60
+ }
61
+ async getActiveUsers() {
62
+ const userRepository = this.repositoryFactory.getInstance({
63
+ tableName: 'puca_base_api_system_user',
64
+ });
65
+ const coalesce = (field, fallback) => {
66
+ return {
67
+ function: 'coalesce',
68
+ args: [field, fallback],
69
+ };
70
+ };
71
+ const { data: activeUsers } = await userRepository.findBy({
72
+ fields: ['puca_pid'],
73
+ key: [
74
+ coalesce('active', '$active'),
75
+ coalesce('billing_mode', '$billing_mode'),
76
+ ],
77
+ args: {
78
+ 'active': true,
79
+ 'billing_mode': 'monthly',
80
+ },
81
+ value: [
82
+ true,
83
+ 'monthly'
84
+ ],
85
+ user: null,
86
+ disablePermissionSystem: true,
87
+ });
88
+ return activeUsers.map((user) => user.puca_pid);
89
+ }
90
+ async _getTokenBudget(userId) {
91
+ const userTokenBudget = +(await this.systemParametersEnvs.getEnvByName('USER_TOKEN_BUDGET_PER_HOUR', Number.MAX_SAFE_INTEGER));
92
+ if (userTokenBudget === Number.MAX_SAFE_INTEGER) {
93
+ this.logger.debug('No user token budget defined');
94
+ }
95
+ const userConsumedTokens = +(await this.secondaryDatabase.get(`user-token-tokens-${userId}`)) || 0;
96
+ return {
97
+ budget: userTokenBudget * 24,
98
+ consumed: userConsumedTokens
99
+ };
100
+ }
101
+ async _getSharedTokenBudget() {
102
+ const sharedTokenBudget = +(await this.secondaryDatabase.get(`shared-token-budget`)) || 0;
103
+ return sharedTokenBudget;
104
+ }
105
+ async getUserTokenBudget(userId) {
106
+ const { budget: userTokenBudget, consumed: userConsumedBudget } = await this._getTokenBudget(userId);
107
+ const sharedTokenBudget = Math.max(await this._getSharedTokenBudget(), 0);
108
+ return {
109
+ budget: userTokenBudget + sharedTokenBudget,
110
+ consumed: userConsumedBudget,
111
+ userBudget: userTokenBudget,
112
+ userConsumed: userConsumedBudget,
113
+ sharedBudget: sharedTokenBudget,
114
+ };
115
+ }
116
+ async decrementUserTokenBudget(userId, inputToken, outputToken) {
117
+ const outputTokenRatio = +(await this.systemParametersEnvs.getEnvByName('OUTPUT_TOKEN_RATIO', 1));
118
+ const budget = await this.getUserTokenBudget(userId);
119
+ const userAvailableBudget = budget.userBudget - budget.userConsumed;
120
+ const incUserTokenTokens = async (userId, amount) => {
121
+ if (!amount) {
122
+ return;
123
+ }
124
+ this.secondaryDatabase.incBy(`user-token-tokens-${userId}`, Math.ceil(amount));
125
+ };
126
+ const amount = inputToken + (outputToken * outputTokenRatio);
127
+ incUserTokenTokens(userId, Math.min(amount, userAvailableBudget));
128
+ const overConsumedBudget = Math.max(amount - userAvailableBudget, 0);
129
+ if (!overConsumedBudget) {
130
+ return amount;
131
+ }
132
+ const descrSharedTokenBudget = async (amount) => {
133
+ this.secondaryDatabase.incBy(`shared-token-budget`, Math.floor(-amount));
134
+ };
135
+ descrSharedTokenBudget(overConsumedBudget);
136
+ return amount;
137
+ }
138
+ }
139
+ exports.TokenBudgetService = TokenBudgetService;
140
+ //# sourceMappingURL=token-budget.service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"token-budget.service.js","sourceRoot":"","sources":["../../../../src/core/services/llm/token-budget.service.ts"],"names":[],"mappings":";;;AAAA,kDAAwD;AAKxD,sCAAkC;AAIlC,MAAa,kBAAkB;IAG7B,YACmB,iBAAoC,EACpC,iBAAoC,EACpC,oBAA0C,EAC1C,kBAAsC,EACtC,cAA8B;QAJ9B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,mBAAc,GAAd,cAAc,CAAgB;QAPhC,WAAM,GAAG,IAAI,eAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAA;IAQzD,CAAC;IAEL,KAAK,CAAC,IAAI;QACR,MAAM,MAAM,GAAG,CAAC,MAAM,+BAAmB,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAA;QACjE,IAAG,MAAM,KAAK,eAAe,EAAE;YAC7B,OAAM;SACP;QACD,MAAM,mBAAmB,GAAG,KAAK,IAAI,EAAE;YACrC,IAAI,iBAAiB,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAA;YAE1D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAA;YAC/C,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;gBACxG,WAAW,CAAC,MAAM,CAAA;YAEpB,IAAI,CAAC,oBAAoB,EAAE;gBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAA;aACxD;YAED,MAAM,yBAAyB,GAAG,KAAK,EAAE,OAAe,EAAE,EAAE;gBAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CACrB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,oBAAoB,GAAG,iBAAiB,CAAC,EAC3D,CAAC,CACF,CAAA;gBACD,IAAI,CAAC,MAAM,EAAE;oBACX,OAAM;iBACP;gBACD,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAC1B,qBAAqB,EACrB,MAAM,CACP,CAAA;gBACD,iBAAiB,IAAI,MAAM,CAAA;YAC7B,CAAC,CAAA;YAED,MAAM,iBAAiB,GAAG,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE;gBACjE,IAAI,CAAC,iBAAiB,CAAC,GAAG,CACxB,qBAAqB,MAAM,EAAE,EAC7B,GAAG,MAAM,EAAE,CACZ,CAAA;YACH,CAAC,CAAA;YAED,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE;gBAChC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC,CAAA;gBACnG,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;gBAErD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,MAAM,EAAE,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;gBAEhF,IAAI,UAAU,CAAC,QAAQ,GAAG,UAAU,EAAE;oBACpC,yBAAyB,CAAC,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAA;iBAC5D;gBAED,IAAI,UAAU,CAAC,QAAQ,EAAE;oBACvB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,GAAG,UAAU,EAAE,CAAC,CAAC,CAAA;oBACjE,iBAAiB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;iBACvC;aACF;YAED,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,qBAAqB,EAAE,EAAE,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAA;QAE5E,CAAC,CAAA;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAA;QACvE,WAAW,CAAC,OAAO,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAA;QAC3C,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE;YACpB,MAAM,EAAE;gBAEN,IAAI,EAAE,WAAW;aAClB;SACF,CAAC,CAAA;IACJ,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAEtD;YACD,SAAS,EAAE,2BAA2B;SACvC,CAAC,CAAA;QAEF,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,QAAgB,EAAE,EAAE;YACnD,OAAO;gBACL,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC;aACxB,CAAA;QACH,CAAC,CAAA;QAED,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC;YACxD,MAAM,EAAE,CAAC,UAAU,CAAC;YACpB,GAAG,EAAE;gBACH,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC;gBAC7B,QAAQ,CAAC,cAAc,EAAE,eAAe,CAAC;aAC1C;YACD,IAAI,EAAE;gBACJ,QAAQ,EAAE,IAAI;gBACd,cAAc,EAAE,SAAS;aAC1B;YACD,KAAK,EAAE;gBACL,IAAI;gBACJ,SAAS;aACV;YACD,IAAI,EAAE,IAAI;YACV,uBAAuB,EAAE,IAAI;SAC9B,CAAC,CAAA;QAEF,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACjD,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,MAAc;QAK1C,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,4BAA4B,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAA;QAE9H,IAAI,eAAe,KAAK,MAAM,CAAC,gBAAgB,EAAE;YAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAA;SAClD;QAED,MAAM,kBAAkB,GAEpB,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAChC,qBAAqB,MAAM,EAAE,CAC9B,CAAC,IAAI,CAAC,CAAA;QAEX,OAAO;YACL,MAAM,EAAE,eAAe,GAAG,EAAE;YAC5B,QAAQ,EAAE,kBAAkB;SAC7B,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB;QACjC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAC1D,qBAAqB,CACtB,CAAC,IAAI,CAAC,CAAA;QAEP,OAAO,iBAAiB,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,MAAc;QACrC,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,kBAAkB,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;QACpG,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC,CAAA;QAEzE,OAAO;YACL,MAAM,EAAE,eAAe,GAAG,iBAAiB;YAC3C,QAAQ,EAAE,kBAAkB;YAE5B,UAAU,EAAE,eAAe;YAC3B,YAAY,EAAE,kBAAkB;YAEhC,YAAY,EAAE,iBAAiB;SAChC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAAC,MAAc,EAAE,UAAkB,EAAE,WAAmB;QAEpF,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,CAAA;QAEjG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAA;QAEpD,MAAM,mBAAmB,GAAG,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,YAAY,CAAA;QAEnE,MAAM,kBAAkB,GAAG,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE;YAClE,IAAG,CAAC,MAAM,EAAE;gBACV,OAAM;aACP;YACD,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAC1B,qBAAqB,MAAM,EAAE,EAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAClB,CAAA;QACH,CAAC,CAAA;QAED,MAAM,MAAM,GAAG,UAAU,GAAG,CAAC,WAAW,GAAG,gBAAgB,CAAC,CAAA;QAE5D,kBAAkB,CAAC,MAAM,EACvB,IAAI,CAAC,GAAG,CACN,MAAM,EACN,mBAAmB,CACpB,CACF,CAAA;QAED,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,mBAAmB,EAAE,CAAC,CAAC,CAAA;QACpE,IAAI,CAAC,kBAAkB,EAAE;YACvB,OAAO,MAAM,CAAA;SACd;QAED,MAAM,sBAAsB,GAAG,KAAK,EAAE,MAAc,EAAE,EAAE;YACtD,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAC1B,qBAAqB,EACrB,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CACpB,CAAA;QACH,CAAC,CAAA;QAED,sBAAsB,CAAC,kBAAkB,CAAC,CAAA;QAC1C,OAAO,MAAM,CAAA;IACf,CAAC;CAEF;AA3MD,gDA2MC"}
@@ -1,18 +1,62 @@
1
- import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
1
+ import { Request, Response } from 'express';
2
2
  import { StreamableHTTPServerTransport } from '@modelcontextprotocol/sdk/server/streamableHttp.js';
3
3
  import { User } from '../../../models/user';
4
+ import { SecondaryDatabase } from '../../../orm/services/secondary-database/secondary-database.service';
4
5
  export type McpServerBuildFunction = (args: {
5
6
  server: McpServer;
6
7
  user: User;
8
+ sessionId: string;
7
9
  }) => Promise<void>;
8
- export declare class MpcServerInstanceGerenciator {
10
+ export interface ToolDefinitionConfig {
11
+ name: string;
12
+ description: string;
13
+ inputSchema?: {
14
+ type: 'object';
15
+ properties: {
16
+ [key: string]: {
17
+ type: string;
18
+ description?: string;
19
+ };
20
+ };
21
+ required?: string[];
22
+ additionalProperties?: boolean;
23
+ };
24
+ }
25
+ export interface ToolDefinition<T> {
26
+ config: ToolDefinitionConfig;
27
+ handler: (args: T) => Promise<{
28
+ content: {
29
+ type: 'text';
30
+ text: string;
31
+ }[];
32
+ }>;
33
+ }
34
+ export declare class McpServer {
35
+ private readonly secondaryDataBase;
36
+ private readonly server;
37
+ constructor(secondaryDataBase: SecondaryDatabase, args: {
38
+ name: string;
39
+ version: string;
40
+ });
41
+ tools(list: ToolDefinition<any>[]): void;
42
+ resources(list: {
43
+ name: string;
44
+ description?: string;
45
+ uri: string;
46
+ }[]): void;
47
+ connect(transport: StreamableHTTPServerTransport): Promise<void>;
48
+ close(): Promise<void>;
49
+ }
50
+ export declare class McpServerInstanceGerenciator {
51
+ private readonly secondaryDataBase;
9
52
  private readonly SESSION_LIFETIME;
10
53
  private readonly servers;
11
54
  private instances;
12
- constructor();
55
+ constructor(secondaryDataBase: SecondaryDatabase);
13
56
  registerMcpServer(name: string, server: McpServerBuildFunction): Promise<void>;
14
- getInstance(name: string, sessionId: string, user: User): Promise<{
15
- server: McpServer;
16
- transport: StreamableHTTPServerTransport;
17
- }>;
57
+ process(name: string, { req, res, user }: {
58
+ req: Request;
59
+ res: Response;
60
+ user: User;
61
+ }): Promise<void>;
18
62
  }