@puca/puca-core 12.12.2 → 12.13.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/core/services/index.d.ts +6 -4
- package/dist/core/services/index.js +7 -5
- package/dist/core/services/index.js.map +1 -1
- package/dist/core/services/{llm.service.d.ts → llm/llm.service.d.ts} +25 -9
- package/dist/core/services/{llm.service.js → llm/llm.service.js} +170 -23
- package/dist/core/services/llm/llm.service.js.map +1 -0
- package/dist/core/services/llm/token-budget.service.d.ts +26 -0
- package/dist/core/services/llm/token-budget.service.js +141 -0
- package/dist/core/services/llm/token-budget.service.js.map +1 -0
- package/dist/core/services/mcp/mcp-server.service.d.ts +51 -7
- package/dist/core/services/mcp/mcp-server.service.js +96 -16
- package/dist/core/services/mcp/mcp-server.service.js.map +1 -1
- package/dist/core/services/mcp/mcp.client.service.d.ts +23 -1
- package/dist/core/services/mcp/mcp.client.service.js +9 -7
- package/dist/core/services/mcp/mcp.client.service.js.map +1 -1
- package/dist/core/services/monitor.d.ts +1 -1
- package/dist/core/services/monitor.js.map +1 -1
- package/dist/core/services/report.service.js +0 -13
- package/dist/core/services/report.service.js.map +1 -1
- package/dist/orm/services/repository.d.ts +3 -2
- package/dist/orm/services/repository.js +8 -11
- package/dist/orm/services/repository.js.map +1 -1
- package/dist/orm/services/secondary-database/secondary-database.service.d.ts +2 -0
- package/dist/orm/services/secondary-database/secondary-database.service.js +9 -0
- package/dist/orm/services/secondary-database/secondary-database.service.js.map +1 -1
- package/dist/packages/crm/crm.service.js +1 -2
- package/dist/packages/crm/crm.service.js.map +1 -1
- package/dist/plugins/final-user-query-language/final-user-query-language.js.map +1 -1
- package/dist/plugins/multi-tenant/multi-tentant.adapter.js +1 -0
- package/dist/plugins/multi-tenant/multi-tentant.adapter.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/fuql-grammar.js +29 -16
- package/fuql-grammar.ne +28 -8
- package/package.json +1 -1
- package/dist/core/services/llm.service.js.map +0 -1
|
@@ -30,12 +30,15 @@ import { SystemParametersEnvs } from './system-parameters-envs.service';
|
|
|
30
30
|
import { MqService } from './mq/mq.service';
|
|
31
31
|
import { MonitorService } from './monitor';
|
|
32
32
|
import { TaskService } from './task.service';
|
|
33
|
-
import { LlmService } from './llm.service';
|
|
34
|
-
import {
|
|
33
|
+
import { LlmService } from './llm/llm.service';
|
|
34
|
+
import { McpServerInstanceGerenciator } from './mcp/mcp-server.service';
|
|
35
35
|
import { McpClientService } from './mcp/mcp.client.service';
|
|
36
|
+
import { TokenBudgetService } from './llm/token-budget.service';
|
|
36
37
|
export declare const jobExecutorFactory: MultiTenantAdapter<JobExecutorFactory>;
|
|
37
38
|
export declare const evalServiceFactory: MultiTenantAdapter<EvalServiceFactory>;
|
|
38
39
|
export declare const systemParametersEnvs: MultiTenantAdapter<SystemParametersEnvs>;
|
|
40
|
+
export declare const monitorService: MultiTenantAdapter<MonitorService>;
|
|
41
|
+
export declare const tokenBudgetService: MultiTenantAdapter<TokenBudgetService>;
|
|
39
42
|
export declare const llmService: MultiTenantAdapter<LlmService>;
|
|
40
43
|
export declare const jobService: MultiTenantAdapter<JobService>;
|
|
41
44
|
export declare const storageServiceManager: MultiTenantAdapter<StorageServiceManager>;
|
|
@@ -62,8 +65,7 @@ export declare const selectManyDataService: MultiTenantAdapter<SelectManyDataSer
|
|
|
62
65
|
export declare const userService: MultiTenantAdapter<UserService>;
|
|
63
66
|
export declare const pluginService: MultiTenantAdapter<PluginService>;
|
|
64
67
|
export declare const mqService: MultiTenantAdapter<MqService>;
|
|
65
|
-
export declare const
|
|
66
|
-
export declare const mpcServerInstanceGerenciator: MultiTenantAdapter<MpcServerInstanceGerenciator>;
|
|
68
|
+
export declare const mcpServerInstanceGerenciator: MultiTenantAdapter<McpServerInstanceGerenciator>;
|
|
67
69
|
export declare const mcpClientService: MultiTenantAdapter<McpClientService>;
|
|
68
70
|
export declare const domainLifeCycleService: MultiTenantAdapter<DomainLifeCycleService>;
|
|
69
71
|
export declare const serverLifeCycleService: ServerLifeCycleService;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.serverLifeCycleService = exports.domainLifeCycleService = exports.mcpClientService = exports.
|
|
3
|
+
exports.serverLifeCycleService = exports.domainLifeCycleService = exports.mcpClientService = exports.mcpServerInstanceGerenciator = exports.mqService = exports.pluginService = exports.userService = exports.selectManyDataService = exports.reportService = exports.linkBuilder = exports.followersService = exports.taskService = exports.notificationService = exports.emailService = exports.oneSignalService = exports.webSocketService = exports.installService = exports.incrementalSearchService = exports.tablePermissionService = exports.moduleEspecificationService = exports.bootstrapService = exports.migrationService = exports.sourceService = exports.comunicationService = exports.comunicationHttpService = exports.userConfigService = exports.authService = exports.storageServiceManager = exports.jobService = exports.llmService = exports.tokenBudgetService = exports.monitorService = exports.systemParametersEnvs = exports.evalServiceFactory = exports.jobExecutorFactory = void 0;
|
|
4
4
|
const plugins_1 = require("../../plugins");
|
|
5
5
|
const puca_hub_service_1 = require("../../plugins/multi-tenant/puca-hub.service");
|
|
6
6
|
const domain_life_cycle_service_1 = require("./domain-life-cycle.service");
|
|
@@ -41,13 +41,16 @@ const cases_1 = require("../../orm/cases");
|
|
|
41
41
|
const mq_service_1 = require("./mq/mq.service");
|
|
42
42
|
const monitor_1 = require("./monitor");
|
|
43
43
|
const task_service_1 = require("./task.service");
|
|
44
|
-
const llm_service_1 = require("./llm.service");
|
|
44
|
+
const llm_service_1 = require("./llm/llm.service");
|
|
45
45
|
const mcp_server_service_1 = require("./mcp/mcp-server.service");
|
|
46
46
|
const mcp_client_service_1 = require("./mcp/mcp.client.service");
|
|
47
|
+
const token_budget_service_1 = require("./llm/token-budget.service");
|
|
47
48
|
exports.jobExecutorFactory = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new job_executor_service_1.JobExecutorFactory(domain, essential_1.configService.get(domain), essential_1.envConfigService.get(domain), plugins_1.uuidService));
|
|
48
49
|
exports.evalServiceFactory = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new eval_service_1.EvalServiceFactory(services_1.repositoryFactory.get(domain), plugins_1.uuidService), null, async (domain, service) => await service.destroy());
|
|
49
50
|
exports.systemParametersEnvs = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new system_parameters_envs_service_1.SystemParametersEnvs(services_1.repositoryFactory.get(domain), essential_1.configService.get(domain)), null, async (domain, service) => await service.destroy());
|
|
50
|
-
exports.
|
|
51
|
+
exports.monitorService = new multi_tentant_adapter_1.MultiTenantAdapter((domain) => new monitor_1.MonitorService(essential_1.moduleConfigService, essential_1.envConfigService.get(domain), essential_1.configService.get(domain)));
|
|
52
|
+
exports.tokenBudgetService = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new token_budget_service_1.TokenBudgetService(services_1.secondaryDataBase.get(domain), services_1.repositoryFactory.get(domain), exports.systemParametersEnvs.get(domain), exports.jobExecutorFactory.get(domain), exports.monitorService.get(domain)), async (domain, service) => await service.init());
|
|
53
|
+
exports.llmService = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new llm_service_1.LlmService(exports.systemParametersEnvs.get(domain), services_1.cacheServiceFactory.get(domain), exports.tokenBudgetService.get(domain)), (domain, instance) => instance.init());
|
|
51
54
|
exports.jobService = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new job_service_1.JobService(new job_client_1.JobClientManager(essential_1.configService.get(domain)), essential_1.configService.get(domain), essential_1.moduleConfigService), null, async (domain, service) => await service.destroy());
|
|
52
55
|
exports.storageServiceManager = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new storage_service_1.StorageServiceManager(services_1.secondaryDataBase.get(domain), essential_1.configService.get(domain)));
|
|
53
56
|
exports.authService = new multi_tentant_adapter_1.MultiTenantAdapter(domain => {
|
|
@@ -82,8 +85,7 @@ exports.selectManyDataService = new multi_tentant_adapter_1.MultiTenantAdapter(d
|
|
|
82
85
|
exports.userService = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new user_service_1.UserService(services_1.repositoryFactory.get(domain)), async (domain, service) => await service.init());
|
|
83
86
|
exports.pluginService = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new plugin_service_1.PluginService(essential_1.configService.get(domain), exports.comunicationService.get(domain), essential_1.envConfigService.get(domain), exports.linkBuilder.get(domain), services_1.cacheServiceFactory.get(domain), services_1.repositoryFactory.get(domain)));
|
|
84
87
|
exports.mqService = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new mq_service_1.MqService(domain, essential_1.configService.get(domain)), async (domain, service) => await service.init());
|
|
85
|
-
exports.
|
|
86
|
-
exports.mpcServerInstanceGerenciator = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new mcp_server_service_1.MpcServerInstanceGerenciator());
|
|
88
|
+
exports.mcpServerInstanceGerenciator = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new mcp_server_service_1.McpServerInstanceGerenciator(services_1.secondaryDataBase.get(domain)));
|
|
87
89
|
exports.mcpClientService = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new mcp_client_service_1.McpClientService(exports.linkBuilder.get(domain)));
|
|
88
90
|
exports.domainLifeCycleService = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new domain_life_cycle_service_1.DomainLifeCycleService(domain, services_1.databaseManagerService.get(domain), exports.bootstrapService.get(domain), exports.installService.get(domain), services_1.sqlService.get(domain), exports.reportService.get(domain), exports.jobExecutorFactory.get(domain), exports.evalServiceFactory.get(domain), exports.incrementalSearchService.get(domain), exports.emailService.get(domain), exports.authService.get(domain), exports.pluginService.get(domain), services_1.repositoryFactory.get(domain), exports.systemParametersEnvs.get(domain), exports.mqService.get(domain), exports.monitorService.get(domain)), async (domain, service) => await service.start(), async (domain, service) => await service.shutdown());
|
|
89
91
|
exports.serverLifeCycleService = new server_life_cycle_service_1.ServerLifeCycleService(puca_hub_service_1.pucaHubService);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/services/index.ts"],"names":[],"mappings":";;;AAAA,2CAAqE;AACrE,kFAA6E;AAC7E,2EAAqE;AACrE,2EAAqE;AACrE,+CAAuF;AACvF,iDAO4B;AAC5B,4FAAsF;AACtF,2DAAuD;AACvD,8EAA0E;AAC1E,qEAAiE;AACjE,uDAAmD;AACnD,+DAA0D;AAC1D,6DAAwD;AACxD,iDAA6C;AAC7C,+DAAkE;AAClE,0FAAmF;AACnF,4DAAwD;AACxD,wFAAmF;AACnF,qDAAiD;AACjD,iEAA6D;AAC7D,2DAAuD;AACvD,iDAAoD;AACpD,mDAA+C;AAC/C,iDAAmD;AACnD,8EAAyE;AACzE,yEAAoE;AACpE,mFAA8E;AAC9E,uEAAmF;AACnF,2DAAuD;AACvD,mDAAmE;AACnE,yEAAmE;AACnE,iDAA6C;AAC7C,6EAA0F;AAC1F,iDAA6C;AAC7C,qDAAiD;AACjD,qFAAuE;AACvE,2CAA4D;AAC5D,gDAA4C;AAC5C,uCAA2C;AAC3C,iDAA6C;AAC7C
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/services/index.ts"],"names":[],"mappings":";;;AAAA,2CAAqE;AACrE,kFAA6E;AAC7E,2EAAqE;AACrE,2EAAqE;AACrE,+CAAuF;AACvF,iDAO4B;AAC5B,4FAAsF;AACtF,2DAAuD;AACvD,8EAA0E;AAC1E,qEAAiE;AACjE,uDAAmD;AACnD,+DAA0D;AAC1D,6DAAwD;AACxD,iDAA6C;AAC7C,+DAAkE;AAClE,0FAAmF;AACnF,4DAAwD;AACxD,wFAAmF;AACnF,qDAAiD;AACjD,iEAA6D;AAC7D,2DAAuD;AACvD,iDAAoD;AACpD,mDAA+C;AAC/C,iDAAmD;AACnD,8EAAyE;AACzE,yEAAoE;AACpE,mFAA8E;AAC9E,uEAAmF;AACnF,2DAAuD;AACvD,mDAAmE;AACnE,yEAAmE;AACnE,iDAA6C;AAC7C,6EAA0F;AAC1F,iDAA6C;AAC7C,qDAAiD;AACjD,qFAAuE;AACvE,2CAA4D;AAC5D,gDAA4C;AAC5C,uCAA2C;AAC3C,iDAA6C;AAC7C,mDAA+C;AAC/C,iEAAwE;AACxE,iEAA4D;AAC5D,qEAAgE;AAEnD,QAAA,kBAAkB,GAAG,IAAI,0CAAkB,CACtD,MAAM,CAAC,EAAE,CAAC,IAAI,yCAAkB,CAC9B,MAAM,EACN,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,4BAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC5B,qBAAW,CACZ,CACF,CAAA;AAEY,QAAA,kBAAkB,GAAG,IAAI,0CAAkB,CACtD,MAAM,CAAC,EAAE,CAAC,IAAI,iCAAkB,CAAC,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,qBAAW,CAAC,EAC5E,IAAI,EACJ,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CACnD,CAAA;AAEY,QAAA,oBAAoB,GAAG,IAAI,0CAAkB,CACxD,MAAM,CAAC,EAAE,CAAC,IAAI,qDAAoB,CAAC,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAC5F,IAAI,EACJ,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CACnD,CAAA;AAEY,QAAA,cAAc,GAAG,IAAI,0CAAkB,CAClD,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,wBAAc,CAC5B,+BAAmB,EACnB,4BAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC5B,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAC1B,CACF,CAAA;AAEY,QAAA,kBAAkB,GAAG,IAAI,0CAAkB,CACtD,MAAM,CAAC,EAAE,CAAC,IAAI,yCAAkB,CAC9B,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,4BAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,EAChC,0BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC9B,sBAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAC3B,EACD,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,CAChD,CAAA;AAEY,QAAA,UAAU,GAAG,IAAI,0CAAkB,CAC9C,MAAM,CAAC,EAAE,CAAC,IAAI,wBAAU,CACtB,4BAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,EAChC,8BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC/B,0BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAC/B,EACD,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CACtC,CAAA;AAEY,QAAA,UAAU,GAAG,IAAI,0CAAkB,CAC9C,MAAM,CAAC,EAAE,CAAC,IAAI,wBAAU,CACtB,IAAI,6BAAgB,CAAC,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAC/C,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,+BAAmB,CACpB,EACD,IAAI,EACJ,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CACnD,CAAA;AAEY,QAAA,qBAAqB,GAAG,IAAI,0CAAkB,CACzD,MAAM,CAAC,EAAE,CAAC,IAAI,uCAAqB,CACjC,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAC1B,CACF,CAAA;AAEY,QAAA,WAAW,GAAG,IAAI,0CAAkB,CAC/C,MAAM,CAAC,EAAE;IACP,OAAO,IAAI,0BAAW,CACpB,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,+BAAmB,EACnB,qBAAW,CACZ,CAAA;AACH,CAAC,EACD,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,CAChD,CAAA;AAEY,QAAA,iBAAiB,GAAG,IAAI,0CAAkB,CACrD,MAAM,CAAC,EAAE,CAAC,IAAI,uCAAiB,CAC7B,+BAAmB,EACnB,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,0BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAC/B,CACF,CAAA;AAEY,QAAA,uBAAuB,GAAG,IAAI,0CAAkB,CAC3D,MAAM,CAAC,EAAE,CAAC,IAAI,mDAAuB,CACnC,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAC1B,CACF,CAAA;AAEY,QAAA,mBAAmB,GAAG,IAAI,0CAAkB,CACvD,MAAM,CAAC,EAAE,CAAC,IAAI,0CAAmB,CAC/B,+BAAuB,CAAC,GAAG,CAAC,MAAM,CAAC,EACnC,+BAAmB,EACnB,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,qBAAW,CACZ,CACF,CAAA;AAEY,QAAA,aAAa,GAAG,IAAI,0CAAkB,CACjD,MAAM,CAAC,EAAE,CAAC,IAAI,8BAAa,CACzB,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B;IACE,IAAI,qCAAe,CAAC,2BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;CACrD,CACF,CACF,CAAA;AAEY,QAAA,gBAAgB,GAAG,IAAI,0CAAkB,CACpD,MAAM,CAAC,EAAE,CAAC,IAAI,oCAAgB,CAC5B,6BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC9B,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,+BAAmB,EACnB,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,iCAAuB,CACxB,EACD,IAAI,EACJ,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CACnD,CAAA;AAEY,QAAA,gBAAgB,GAAG,IAAI,0CAAkB,CACpD,MAAM,CAAC,EAAE,CAAC,IAAI,oCAAgB,CAC5B,wBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAC7B,CACF,CAAA;AAEY,QAAA,2BAA2B,GAAG,IAAI,0CAAkB,CAC/D,MAAM,CAAC,EAAE,CAAC,IAAI,2DAA2B,CAAC,iCAAuB,EAAE,+BAAmB,CAAC,CACxF,CAAA;AAEY,QAAA,sBAAsB,GAAG,IAAI,0CAAkB,CAC1D,MAAM,CAAC,EAAE,CAAC,IAAI,iDAAsB,CAClC,KAAK,IAAI,EAAE;IACT,MAAM,CAAC,GAAG,MAAM,gEAAsC;SACnD,GAAG,CAAC,MAAM,CAAC;SACX,qFAAqF,EAAE,CAAA;IAC1F,OAAO,CAAC,CAAA;AACV,CAAC,EACD,mCAA2B,CAAC,GAAG,CAAC,MAAM,CAAC,CACxC,CACF,CAAA;AAEY,QAAA,wBAAwB,GAAG,IAAI,0CAAkB,CAC5D,MAAM,CAAC,EAAE,CAAC,IAAI,6CAAgB,CAAC,MAAM,EAAE,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,0BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EACjG,IAAI,EACJ,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CACnD,CAAA;AAEY,QAAA,cAAc,GAAG,IAAI,0CAAkB,CAClD,MAAM,CAAC,EAAE,CAAC,IAAI,gCAAc,CAC1B,wBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC5B,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,iCAAuB,EACvB,mCAA2B,CAAC,GAAG,CAAC,MAAM,CAAC,EACvC,kBAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EACtB,8BAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,EAClC,6BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC9B,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,qBAAa,EACb,kBAAU,EACV,iCAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,EAClC,gEAAsC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,qFAAqF,CACzI,CACF,CAAA;AAEY,QAAA,gBAAgB,GAAG,IAAI,0CAAkB,CACpD,MAAM,CAAC,EAAE,CAAC,IAAI,qCAAgB,EAAE,EAChC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAC5D,CAAA;AAEY,QAAA,gBAAgB,GAAG,IAAI,0CAAkB,CACpD,MAAM,CAAC,EAAE,CAAC,IAAI,oCAAgB,CAAC,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAC1D,CAAA;AAEY,QAAA,YAAY,GAAG,IAAI,0CAAkB,CAChD,MAAM,CAAC,EAAE,CAAC,IAAI,kCAAkB,CAAC,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAC5D,CAAA;AAEY,QAAA,mBAAmB,GAAG,IAAI,0CAAkB,CACvD,MAAM,CAAC,EAAE,CAAC,IAAI,0CAAmB,CAAC,2BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CACnE,CAAA;AAEY,QAAA,WAAW,GAAG,IAAI,0CAAkB,CAC/C,MAAM,CAAC,EAAE,CAAC,IAAI,0BAAW,CAAC,2BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAC3D,CAAA;AAEY,QAAA,gBAAgB,GAAG,IAAI,0CAAkB,CACpD,MAAM,CAAC,EAAE,CAAC,IAAI,oCAAgB,CAAC,2BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAChE,CAAA;AAEY,QAAA,WAAW,GAAG,IAAI,0CAAkB,CAC/C,MAAM,CAAC,EAAE,CAAC,IAAI,0BAAW,CACvB,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAC1B,CACF,CAAA;AAEY,QAAA,aAAa,GAAG,IAAI,0CAAkB,CACjD,MAAM,CAAC,EAAE,CAAC,IAAI,8BAAa,CACzB,qBAAW,EACX,2BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC/B,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,6BAAqB,CAAC,GAAG,CAAC,MAAM,CAAC,EACjC,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,0BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC9B,yBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,mBAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CACxB,CACF,CAAA;AAEY,QAAA,qBAAqB,GAAG,IAAI,0CAAkB,CACzD,MAAM,CAAC,EAAE,CAAC,IAAI,gDAAqB,CACjC,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAC9B,CACF,CAAA;AAEY,QAAA,WAAW,GAAG,IAAI,0CAAkB,CAC/C,MAAM,CAAC,EAAE,CAAC,IAAI,0BAAW,CACvB,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAC9B,EACD,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,CAChD,CAAA;AAEY,QAAA,aAAa,GAAG,IAAI,0CAAkB,CACjD,MAAM,CAAC,EAAE,CAAC,IAAI,8BAAa,CACzB,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,2BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC/B,4BAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC5B,mBAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EACvB,8BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC/B,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAC9B,CACF,CAAA;AAEY,QAAA,SAAS,GAAG,IAAI,0CAAkB,CAC7C,MAAM,CAAC,EAAE,CAAC,IAAI,sBAAS,CAAC,MAAM,EAAE,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAC1D,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,CAChD,CAAA;AAEY,QAAA,4BAA4B,GAAG,IAAI,0CAAkB,CAChE,MAAM,CAAC,EAAE,CAAC,IAAI,iDAA4B,CACxC,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAC9B,CACF,CAAA;AAEY,QAAA,gBAAgB,GAAG,IAAI,0CAAkB,CACpD,MAAM,CAAC,EAAE,CAAC,IAAI,qCAAgB,CAC5B,mBAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CACxB,CACF,CAAA;AAEY,QAAA,sBAAsB,GAAG,IAAI,0CAAkB,CAC1D,MAAM,CAAC,EAAE,CAAC,IAAI,kDAAsB,CAClC,MAAM,EACN,iCAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,EAClC,wBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC5B,sBAAc,CAAC,GAAG,CAAC,MAAM,CAAC,EAC1B,qBAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EACtB,qBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,0BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC9B,0BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC9B,gCAAwB,CAAC,GAAG,CAAC,MAAM,CAAC,EACpC,oBAAY,CAAC,GAAG,CAAC,MAAM,CAAC,EACxB,mBAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EACvB,qBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,4BAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,EAChC,iBAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EACrB,sBAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAC3B,EACD,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,EAChD,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,QAAQ,EAAE,CACpD,CAAA;AAEY,QAAA,sBAAsB,GAAG,IAAI,kDAAsB,CAC9D,iCAAc,CACf,CAAC"}
|
|
@@ -1,31 +1,47 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import { CacheServiceFactory } from "
|
|
1
|
+
import { McpClient } from "../mcp/mcp.client.service";
|
|
2
|
+
import { SystemParametersEnvs } from "../system-parameters-envs.service";
|
|
3
|
+
import { User } from "../../../models/user";
|
|
4
|
+
import { CacheServiceFactory } from "../../../orm/services/cache.service";
|
|
5
|
+
import { TokenBudgetService } from "./token-budget.service";
|
|
6
|
+
export type Message = {
|
|
7
|
+
name?: string;
|
|
8
|
+
content: string;
|
|
9
|
+
role: string;
|
|
10
|
+
};
|
|
5
11
|
export declare class LlmService {
|
|
6
12
|
private readonly systemParametersEnvs;
|
|
7
13
|
private readonly cacheServiceFactory;
|
|
14
|
+
private readonly tokenBudgetService;
|
|
8
15
|
private readonly logger;
|
|
9
16
|
private cacheService;
|
|
10
|
-
constructor(systemParametersEnvs: SystemParametersEnvs, cacheServiceFactory: CacheServiceFactory);
|
|
17
|
+
constructor(systemParametersEnvs: SystemParametersEnvs, cacheServiceFactory: CacheServiceFactory, tokenBudgetService: TokenBudgetService);
|
|
11
18
|
init(): Promise<void>;
|
|
19
|
+
private assertModelResponse;
|
|
12
20
|
chat(args: {
|
|
13
|
-
messages:
|
|
14
|
-
content: string;
|
|
15
|
-
role: string;
|
|
16
|
-
}[];
|
|
21
|
+
messages: Message[];
|
|
17
22
|
user: User;
|
|
18
23
|
temperature?: number;
|
|
19
24
|
max_tokens?: number;
|
|
20
25
|
mcpClients: McpClient[];
|
|
21
26
|
maxToolCalls?: number;
|
|
22
27
|
toolCallsRetry?: number;
|
|
28
|
+
beforeToolCall?: (args: {
|
|
29
|
+
messages: Message[];
|
|
30
|
+
args: any;
|
|
31
|
+
}) => Promise<void>;
|
|
32
|
+
consumeTokenBudget?: boolean;
|
|
23
33
|
}): Promise<{
|
|
24
34
|
response: string;
|
|
25
35
|
fullChat: {
|
|
26
36
|
content: string;
|
|
27
37
|
role: string;
|
|
28
38
|
}[];
|
|
39
|
+
consumedTokens: number;
|
|
40
|
+
userAvaliableTokens: number;
|
|
41
|
+
consumedTolls: {
|
|
42
|
+
mcpClient: McpClient;
|
|
43
|
+
toolName: string;
|
|
44
|
+
}[];
|
|
29
45
|
}>;
|
|
30
46
|
private _embed;
|
|
31
47
|
embed(args: {
|
|
@@ -14,13 +14,15 @@ const _ = require("lodash");
|
|
|
14
14
|
const common_1 = require("@nestjs/common");
|
|
15
15
|
const groq_sdk_1 = require("groq-sdk");
|
|
16
16
|
const axios_1 = require("axios");
|
|
17
|
-
const logger_1 = require("
|
|
18
|
-
const system_parameters_envs_service_1 = require("
|
|
19
|
-
const cache_service_1 = require("
|
|
17
|
+
const logger_1 = require("../logger");
|
|
18
|
+
const system_parameters_envs_service_1 = require("../system-parameters-envs.service");
|
|
19
|
+
const cache_service_1 = require("../../../orm/services/cache.service");
|
|
20
|
+
const token_budget_service_1 = require("./token-budget.service");
|
|
20
21
|
let LlmService = class LlmService {
|
|
21
|
-
constructor(systemParametersEnvs, cacheServiceFactory) {
|
|
22
|
+
constructor(systemParametersEnvs, cacheServiceFactory, tokenBudgetService) {
|
|
22
23
|
this.systemParametersEnvs = systemParametersEnvs;
|
|
23
24
|
this.cacheServiceFactory = cacheServiceFactory;
|
|
25
|
+
this.tokenBudgetService = tokenBudgetService;
|
|
24
26
|
this.logger = new logger_1.Logger('LlmService');
|
|
25
27
|
}
|
|
26
28
|
async init() {
|
|
@@ -30,30 +32,97 @@ let LlmService = class LlmService {
|
|
|
30
32
|
});
|
|
31
33
|
}, 7 * 24 * 60 * 60);
|
|
32
34
|
}
|
|
35
|
+
assertModelResponse(model, message, functionNames) {
|
|
36
|
+
if (!message) {
|
|
37
|
+
return null;
|
|
38
|
+
}
|
|
39
|
+
const llama4Assert = [() => {
|
|
40
|
+
const invalidFunctionCallRegex = /^<(\w+)>(.*?)<\/\1>/;
|
|
41
|
+
const match = (message || '').match(invalidFunctionCallRegex);
|
|
42
|
+
if (match && functionNames.includes(match[1])) {
|
|
43
|
+
return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
|
|
44
|
+
}
|
|
45
|
+
}, () => {
|
|
46
|
+
const invalidFunctionCallRegex = /^<function=(\w+)/;
|
|
47
|
+
const match = (message || '').match(invalidFunctionCallRegex);
|
|
48
|
+
if (match && functionNames.includes(match[1])) {
|
|
49
|
+
return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
|
|
50
|
+
}
|
|
51
|
+
}, () => {
|
|
52
|
+
try {
|
|
53
|
+
const obj = JSON.parse(message);
|
|
54
|
+
const f = obj.function;
|
|
55
|
+
if (functionNames.includes(f || '')) {
|
|
56
|
+
return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
|
|
57
|
+
}
|
|
58
|
+
if (obj.type === 'function') {
|
|
59
|
+
return `Error calling tool follow the format [{ name: "tool_name", parameters: { ... } }]`;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
catch (e) {
|
|
63
|
+
}
|
|
64
|
+
}];
|
|
65
|
+
const assert = {
|
|
66
|
+
['meta-llama/llama-4-scout-17b-16e-instruct']: llama4Assert
|
|
67
|
+
}[model];
|
|
68
|
+
if (!assert.length) {
|
|
69
|
+
this.logger.warn('LlmService: No assert function for model', model);
|
|
70
|
+
return null;
|
|
71
|
+
}
|
|
72
|
+
const result = assert.map(a => a())
|
|
73
|
+
.filter((a) => a)[0];
|
|
74
|
+
return result;
|
|
75
|
+
}
|
|
33
76
|
async chat(args) {
|
|
34
|
-
var _a, _b, _c;
|
|
77
|
+
var _a, _b, _c, _d;
|
|
78
|
+
let consumedTokens = 0;
|
|
79
|
+
let userAvaliableTokens = 0;
|
|
80
|
+
const consumedTolls = [];
|
|
35
81
|
const API_KEY = await this.systemParametersEnvs.getEnvByName('groq-llm-api-key')
|
|
36
82
|
|| process.env.LLM_API_KEY;
|
|
37
83
|
const LLM_MODEL = await this.systemParametersEnvs.getEnvByName('groq-llm-model')
|
|
38
84
|
|| process.env.LLM_MODEL;
|
|
39
85
|
if (!API_KEY) {
|
|
40
86
|
this.logger.warn('LlmService: API_URL, API_KEY or LLM_MODEL not set');
|
|
41
|
-
return
|
|
87
|
+
return {
|
|
88
|
+
response: 'LlmService: API_URL, API_KEY or LLM_MODEL not set',
|
|
89
|
+
fullChat: [],
|
|
90
|
+
consumedTokens: 0,
|
|
91
|
+
userAvaliableTokens: 0,
|
|
92
|
+
consumedTolls: []
|
|
93
|
+
};
|
|
42
94
|
}
|
|
43
95
|
const client = new groq_sdk_1.default({
|
|
44
96
|
apiKey: API_KEY,
|
|
45
97
|
});
|
|
46
98
|
const toolList = [];
|
|
99
|
+
const resourceList = [];
|
|
47
100
|
for (const client of args.mcpClients) {
|
|
48
101
|
const toolListResult = await client.listTools();
|
|
49
102
|
if ((_a = toolListResult === null || toolListResult === void 0 ? void 0 : toolListResult.tools) === null || _a === void 0 ? void 0 : _a.length) {
|
|
50
103
|
toolList.push(...toolListResult.tools.map((tool) => {
|
|
51
104
|
return {
|
|
52
|
-
tool:
|
|
105
|
+
tool: tool,
|
|
53
106
|
client
|
|
54
107
|
};
|
|
55
108
|
}));
|
|
56
109
|
}
|
|
110
|
+
const resourcesResult = await client.listResources();
|
|
111
|
+
if ((_b = resourcesResult === null || resourcesResult === void 0 ? void 0 : resourcesResult.resources) === null || _b === void 0 ? void 0 : _b.length) {
|
|
112
|
+
resourceList.push(...resourcesResult.resources.map((resource) => {
|
|
113
|
+
return {
|
|
114
|
+
resource: resource,
|
|
115
|
+
client,
|
|
116
|
+
};
|
|
117
|
+
}));
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
const resourceContent = new Map();
|
|
121
|
+
for (const resource of resourceList) {
|
|
122
|
+
const resourceResult = await resource.client.readResource({
|
|
123
|
+
uri: resource.resource.uri
|
|
124
|
+
});
|
|
125
|
+
resourceContent.set(resource.resource.uri, resourceResult.contents[0].text);
|
|
57
126
|
}
|
|
58
127
|
this.logger.debug('Tool list', toolList.map((tool) => tool.tool.name));
|
|
59
128
|
let toolCallCount = 0;
|
|
@@ -63,40 +132,110 @@ let LlmService = class LlmService {
|
|
|
63
132
|
args.toolCallsRetry = args.toolCallsRetry || 5;
|
|
64
133
|
const messages = _.cloneDeep(args.messages);
|
|
65
134
|
while (true) {
|
|
135
|
+
let shouldBreak = true;
|
|
66
136
|
try {
|
|
137
|
+
const consumeTokens = _.get(args, 'consumeTokenBudget', true);
|
|
138
|
+
if (consumeTokens) {
|
|
139
|
+
const budget = await this.tokenBudgetService.getUserTokenBudget(args.user.puca_pid);
|
|
140
|
+
if (budget.consumed > budget.budget) {
|
|
141
|
+
this.logger.warn('LlmService: Token budget exceeded');
|
|
142
|
+
throw new Error('Máximo de tokens consumidos atingido, tente novamente mais tarde');
|
|
143
|
+
}
|
|
144
|
+
userAvaliableTokens = budget.budget - budget.consumed;
|
|
145
|
+
}
|
|
67
146
|
const chatCompletion = await client.chat.completions.create({
|
|
68
|
-
messages
|
|
147
|
+
messages: [
|
|
148
|
+
...resourceList.map((resource) => {
|
|
149
|
+
return {
|
|
150
|
+
name: `Resource: ${resource.resource.name}`,
|
|
151
|
+
role: 'system',
|
|
152
|
+
content: [
|
|
153
|
+
`Name: ${resource.resource.name}`,
|
|
154
|
+
`Description: ${resource.resource.description}`,
|
|
155
|
+
`URI: ${resource.resource.uri}`,
|
|
156
|
+
].join('\n'),
|
|
157
|
+
};
|
|
158
|
+
}),
|
|
159
|
+
...Array.from(resourceContent.entries()).map(([uri, resourceContent]) => {
|
|
160
|
+
return {
|
|
161
|
+
name: `Content of Resource: ${uri}`,
|
|
162
|
+
role: 'system',
|
|
163
|
+
content: resourceContent,
|
|
164
|
+
};
|
|
165
|
+
}),
|
|
166
|
+
...messages
|
|
167
|
+
],
|
|
69
168
|
tool_choice: toolList.length ? 'auto' : undefined,
|
|
70
|
-
tools: toolList.map(t =>
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
169
|
+
tools: toolList.map(t => {
|
|
170
|
+
var _a, _b, _c;
|
|
171
|
+
return {
|
|
172
|
+
type: 'function',
|
|
173
|
+
function: {
|
|
174
|
+
name: t.tool.name,
|
|
175
|
+
description: t.tool.description,
|
|
176
|
+
parameters: {
|
|
177
|
+
type: 'object',
|
|
178
|
+
properties: ((_a = t.tool.inputSchema) === null || _a === void 0 ? void 0 : _a.properties) || {},
|
|
179
|
+
required: ((_b = t.tool.inputSchema) === null || _b === void 0 ? void 0 : _b.required) || [],
|
|
180
|
+
additionalProperties: ((_c = t.tool.inputSchema) === null || _c === void 0 ? void 0 : _c.additionalProperties) || false
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
};
|
|
184
|
+
}),
|
|
74
185
|
temperature: args.temperature || 0.5,
|
|
75
186
|
max_tokens: args.max_tokens || 1000,
|
|
76
187
|
stream: false,
|
|
77
188
|
model: LLM_MODEL,
|
|
78
189
|
});
|
|
190
|
+
if (consumeTokens) {
|
|
191
|
+
consumedTokens += await this.tokenBudgetService.decrementUserTokenBudget(args.user.puca_pid, chatCompletion.usage.prompt_tokens, chatCompletion.usage.completion_tokens);
|
|
192
|
+
userAvaliableTokens -= consumedTokens;
|
|
193
|
+
}
|
|
79
194
|
const message = _.get(chatCompletion, 'choices.0.message');
|
|
80
195
|
messages.push(message);
|
|
81
|
-
const
|
|
82
|
-
if (
|
|
196
|
+
const correctionMessage = this.assertModelResponse(LLM_MODEL, message === null || message === void 0 ? void 0 : message.content, toolList.map((tool) => tool.tool.name));
|
|
197
|
+
if (correctionMessage) {
|
|
198
|
+
if (++toolCallsRetries >= args.toolCallsRetry) {
|
|
199
|
+
throw new Error(`Error calling tool ${message.content}`);
|
|
200
|
+
}
|
|
201
|
+
this.logger.error('Try to correct function call', message.content, correctionMessage);
|
|
202
|
+
messages.push({
|
|
203
|
+
content: correctionMessage,
|
|
204
|
+
role: 'system'
|
|
205
|
+
});
|
|
206
|
+
continue;
|
|
207
|
+
}
|
|
208
|
+
for (const tc of _.get(chatCompletion, 'choices.0.message.tool_calls', [])) {
|
|
209
|
+
const toolCall = tc;
|
|
210
|
+
shouldBreak = false;
|
|
83
211
|
if (toolCall.function.name !== lastTool) {
|
|
84
212
|
toolCallsRetries = 0;
|
|
85
213
|
lastTool = toolCall.function.name;
|
|
86
214
|
}
|
|
87
215
|
const item = toolList.find((item) => item.tool.name === toolCall.function.name);
|
|
88
216
|
if (item) {
|
|
89
|
-
const
|
|
217
|
+
const toolArgsStr = toolCall.function.arguments;
|
|
90
218
|
try {
|
|
91
|
-
this.logger.debug('Tool call', toolCall.function.name,
|
|
219
|
+
this.logger.debug('Tool call', toolCall.function.name, toolArgsStr);
|
|
220
|
+
const toolArgs = JSON.parse(toolArgsStr || '{}');
|
|
221
|
+
if (args.beforeToolCall) {
|
|
222
|
+
await args.beforeToolCall({
|
|
223
|
+
messages: messages,
|
|
224
|
+
args: toolArgs
|
|
225
|
+
});
|
|
226
|
+
}
|
|
92
227
|
const result = await item.client.callTool({
|
|
93
228
|
name: item.tool.name,
|
|
94
|
-
arguments:
|
|
229
|
+
arguments: toolArgs
|
|
95
230
|
});
|
|
96
231
|
if (++toolCallCount > args.maxToolCalls) {
|
|
97
232
|
throw new Error(`Tool call limit exceeded: ${toolCallCount} > ${args.maxToolCalls}`);
|
|
98
233
|
}
|
|
99
234
|
toolCallsRetries = 0;
|
|
235
|
+
consumedTolls.push({
|
|
236
|
+
mcpClient: item.client,
|
|
237
|
+
toolName: item.tool.name
|
|
238
|
+
});
|
|
100
239
|
messages.push({
|
|
101
240
|
tool_call_id: toolCall.id,
|
|
102
241
|
content: JSON.stringify(result === null || result === void 0 ? void 0 : result.content),
|
|
@@ -114,7 +253,6 @@ let LlmService = class LlmService {
|
|
|
114
253
|
role: 'tool'
|
|
115
254
|
});
|
|
116
255
|
}
|
|
117
|
-
continue;
|
|
118
256
|
}
|
|
119
257
|
else {
|
|
120
258
|
this.logger.error('Tool not found', toolCall.function.name);
|
|
@@ -123,10 +261,12 @@ let LlmService = class LlmService {
|
|
|
123
261
|
content: `Tool not found: ${toolCall.function.name}`,
|
|
124
262
|
role: 'tool'
|
|
125
263
|
});
|
|
126
|
-
continue;
|
|
127
264
|
}
|
|
128
265
|
}
|
|
129
|
-
|
|
266
|
+
if (!shouldBreak) {
|
|
267
|
+
continue;
|
|
268
|
+
}
|
|
269
|
+
const llmModelContent = (_d = (_c = chatCompletion.choices[0]) === null || _c === void 0 ? void 0 : _c.message) === null || _d === void 0 ? void 0 : _d.content;
|
|
130
270
|
this.logger.verbose('LLM response', llmModelContent);
|
|
131
271
|
if (!llmModelContent) {
|
|
132
272
|
return null;
|
|
@@ -138,7 +278,10 @@ let LlmService = class LlmService {
|
|
|
138
278
|
content: message.content,
|
|
139
279
|
role: message.role
|
|
140
280
|
};
|
|
141
|
-
})
|
|
281
|
+
}),
|
|
282
|
+
consumedTokens: consumedTokens,
|
|
283
|
+
userAvaliableTokens: userAvaliableTokens,
|
|
284
|
+
consumedTolls
|
|
142
285
|
};
|
|
143
286
|
}
|
|
144
287
|
catch (e) {
|
|
@@ -159,7 +302,10 @@ let LlmService = class LlmService {
|
|
|
159
302
|
content: message.content,
|
|
160
303
|
role: message.role
|
|
161
304
|
};
|
|
162
|
-
})
|
|
305
|
+
}),
|
|
306
|
+
consumedTokens: consumedTokens,
|
|
307
|
+
userAvaliableTokens: userAvaliableTokens,
|
|
308
|
+
consumedTolls
|
|
163
309
|
};
|
|
164
310
|
}
|
|
165
311
|
}
|
|
@@ -223,7 +369,8 @@ let LlmService = class LlmService {
|
|
|
223
369
|
LlmService = __decorate([
|
|
224
370
|
(0, common_1.Injectable)(),
|
|
225
371
|
__metadata("design:paramtypes", [system_parameters_envs_service_1.SystemParametersEnvs,
|
|
226
|
-
cache_service_1.CacheServiceFactory
|
|
372
|
+
cache_service_1.CacheServiceFactory,
|
|
373
|
+
token_budget_service_1.TokenBudgetService])
|
|
227
374
|
], LlmService);
|
|
228
375
|
exports.LlmService = LlmService;
|
|
229
376
|
//# sourceMappingURL=llm.service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../../src/core/services/llm/llm.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4BAA2B;AAC3B,2CAA2C;AAC3C,uCAA2B;AAC3B,iCAAyB;AAKzB,sCAAkC;AAClC,sFAAwE;AAExE,uEAAuF;AAEvF,iEAA2D;AAUpD,IAAM,UAAU,GAAhB,MAAM,UAAU;IAKrB,YACmB,oBAA0C,EAC1C,mBAAwC,EACxC,kBAAsC;QAFtC,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,wBAAmB,GAAnB,mBAAmB,CAAqB;QACxC,uBAAkB,GAAlB,kBAAkB,CAAoB;QAPxC,WAAM,GAAG,IAAI,eAAM,CAAC,YAAY,CAAC,CAAA;IAQ9C,CAAC;IAEL,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;YACnF,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;gBACvB,IAAI;aACL,CAAC,CAAA;QACJ,CAAC,EAEC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAA;IACrB,CAAC;IAEO,mBAAmB,CAAC,KAAa,EAAE,OAAe,EAAE,aAAuB;QACjF,IAAI,CAAC,OAAO,EAAE;YACZ,OAAO,IAAI,CAAA;SACZ;QAED,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE;gBACzB,MAAM,wBAAwB,GAAG,qBAAqB,CAAA;gBACtD,MAAM,KAAK,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;gBAC7D,IAAI,KAAK,IAAI,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;oBAC7C,OAAO,mFAAmF,CAAA;iBAC3F;YACH,CAAC,EAAE,GAAG,EAAE;gBACN,MAAM,wBAAwB,GAAG,kBAAkB,CAAA;gBACnD,MAAM,KAAK,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;gBAC7D,IAAI,KAAK,IAAI,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;oBAC7C,OAAO,mFAAmF,CAAA;iBAC3F;YACH,CAAC,EAAE,GAAG,EAAE;gBACN,IAAI;oBACF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAChC,MAAM,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAA;oBACtB,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE;wBACnC,OAAO,mFAAmF,CAAC;qBAC5F;oBACD,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE;wBAC3B,OAAO,mFAAmF,CAAC;qBAC5F;iBACF;gBAAC,OAAO,CAAC,EAAE;iBAEX;YACH,CAAC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG;YACb,CAAC,2CAA2C,CAAC,EAAE,YAAY;SAC5D,CAAC,KAAK,CAAC,CAAA;QAGR,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAA;YACnE,OAAO,IAAI,CAAA;SACZ;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;aAChC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAEtB,OAAO,MAAM,CAAA;IACf,CAAC;IAGD,KAAK,CAAC,IAAI,CAAC,IAeV;;QAaC,IAAI,cAAc,GAAG,CAAC,CAAA;QACtB,IAAI,mBAAmB,GAAG,CAAC,CAAA;QAC3B,MAAM,aAAa,GAGb,EAAE,CAAA;QAER,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,kBAAkB,CAAC;eAC3E,OAAO,CAAC,GAAG,CAAC,WAAW,CAAA;QAE5B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,gBAAgB,CAAC;eAC3E,OAAO,CAAC,GAAG,CAAC,SAAS,CAAA;QAG1B,IAAI,CAAC,OAAO,EAAE;YACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;YACrE,OAAO;gBACL,QAAQ,EAAE,mDAAmD;gBAC7D,QAAQ,EAAE,EAAE;gBACZ,cAAc,EAAE,CAAC;gBACjB,mBAAmB,EAAE,CAAC;gBACtB,aAAa,EAAE,EAAE;aAClB,CAAA;SACF;QAED,MAAM,MAAM,GAAG,IAAI,kBAAI,CAAC;YACtB,MAAM,EAAE,OAAO;SAChB,CAAC,CAAA;QAEF,MAAM,QAAQ,GAGR,EAAE,CAAA;QAER,MAAM,YAAY,GAOZ,EAAE,CAAA;QAER,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,UAAU,EAAE;YACpC,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAA;YAE/C,IAAI,MAAA,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAE,KAAK,0CAAE,MAAM,EAAE;gBACjC,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACjD,OAAO;wBACL,IAAI,EAAE,IAAW;wBACjB,MAAM;qBACP,CAAA;gBACH,CAAC,CAAC,CAAC,CAAA;aACJ;YAED,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAA;YACpD,IAAI,MAAA,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,SAAS,0CAAE,MAAM,EAAE;gBACtC,YAAY,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;oBAC9D,OAAO;wBACL,QAAQ,EAAE,QAAe;wBACzB,MAAM;qBACP,CAAA;gBACH,CAAC,CAAC,CAAC,CAAA;aACJ;SACF;QAED,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAA;QAEjD,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE;YACnC,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC;gBACxD,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG;aAC3B,CAAC,CAAA;YAEF,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAG,cAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;SACrF;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QAEtE,IAAI,aAAa,GAAG,CAAC,CAAA;QACrB,IAAI,gBAAgB,GAAG,CAAC,CAAA;QACxB,IAAI,QAAQ,GAAG,EAAE,CAAA;QACjB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,EAAE,CAAA;QAC3C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,CAAC,CAAA;QAE9C,MAAM,QAAQ,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAuD,CAAA;QACjG,OAAO,IAAI,EAAE;YACX,IAAI,WAAW,GAAG,IAAI,CAAA;YACtB,IAAI;gBACF,MAAM,aAAa,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,oBAAoB,EAAE,IAAI,CAAC,CAAA;gBAC7D,IAAI,aAAa,EAAE;oBACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;oBACnF,IAAI,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE;wBACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAA;wBACrD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAA;qBACpF;oBACD,mBAAmB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAA;iBACtD;gBAED,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;oBAC1D,QAAQ,EAAE;wBACR,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;4BAC/B,OAAO;gCACL,IAAI,EAAE,aAAa,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;gCAC3C,IAAI,EAAE,QAAQ;gCACd,OAAO,EAAE;oCACP,SAAS,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;oCACjC,gBAAgB,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE;oCAC/C,QAAQ,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAE;iCAChC,CAAC,IAAI,CAAC,IAAI,CAAC;6BACyC,CAAA;wBACzD,CAAC,CAAC;wBACF,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC,EAAE,EAAE;4BACtE,OAAO;gCACL,IAAI,EAAE,wBAAwB,GAAG,EAAE;gCACnC,IAAI,EAAE,QAAQ;gCACd,OAAO,EAAE,eAAe;6BAC6B,CAAA;wBACzD,CAAC,CAAC;wBACF,GAAG,QAAQ;qBACZ;oBACD,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;oBACjD,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;;wBACtB,OAAO;4BACL,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE;gCACR,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI;gCACjB,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;gCAC/B,UAAU,EAAE;oCACV,IAAI,EAAE,QAAQ;oCACd,UAAU,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,UAAU,KAAI,EAAE;oCAChD,QAAQ,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,QAAQ,KAAI,EAAE;oCAC5C,oBAAoB,EAAE,CAAA,MAAA,CAAC,CAAC,IAAI,CAAC,WAAW,0CAAE,oBAAoB,KAAI,KAAK;iCACxE;6BACF;yBACF,CAAA;oBACH,CAAC,CAAC;oBACF,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;oBACpC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;oBACnC,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,SAAS;iBACjB,CAAC,CAAA;gBAEF,IAAI,aAAa,EAAE;oBACjB,cAAc,IAAI,MAAM,IAAI,CAAC,kBAAkB,CAAC,wBAAwB,CACtE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAClB,cAAc,CAAC,KAAK,CAAC,aAAa,EAClC,cAAc,CAAC,KAAK,CAAC,iBAAiB,CACvC,CAAA;oBACD,mBAAmB,IAAI,cAAc,CAAA;iBACtC;gBAED,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,cAAc,EAAE,mBAAmB,CAAgD,CAAA;gBACzG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;gBAEtB,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAChD,SAAS,EACT,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,EAChB,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CACvC,CAAA;gBACD,IAAI,iBAAiB,EAAE;oBACrB,IAAI,EAAE,gBAAgB,IAAI,IAAI,CAAC,cAAc,EAAE;wBAC7C,MAAM,IAAI,KAAK,CACb,sBAAsB,OAAO,CAAC,OAAO,EAAE,CACxC,CAAA;qBACF;oBACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,OAAO,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAA;oBAErF,QAAQ,CAAC,IAAI,CAAC;wBACZ,OAAO,EAAE,iBAAiB;wBAC1B,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAA;oBAEF,SAAS;iBACV;gBAED,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,EAAE,8BAA8B,EAAE,EAAE,CAAC,EAAE;oBAC1E,MAAM,QAAQ,GAAG,EAAmC,CAAA;oBACpD,WAAW,GAAG,KAAK,CAAA;oBACnB,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE;wBACvC,gBAAgB,GAAG,CAAC,CAAA;wBACpB,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAA;qBAClC;oBACD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;oBAC/E,IAAI,IAAI,EAAE;wBACR,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;wBAChD,IAAI;4BACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;4BACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,CAAA;4BAEhD,IAAI,IAAI,CAAC,cAAc,EAAE;gCACvB,MAAM,IAAI,CAAC,cAAc,CAAC;oCACxB,QAAQ,EAAE,QAAqB;oCAC/B,IAAI,EAAE,QAAQ;iCACf,CAAC,CAAA;6BACH;4BAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;gCACxC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;gCACpB,SAAS,EAAE,QAAQ;6BACpB,CAAC,CAAA;4BAEF,IAAI,EAAE,aAAa,GAAG,IAAI,CAAC,YAAY,EAAE;gCACvC,MAAM,IAAI,KAAK,CACb,6BAA6B,aAAa,MAAM,IAAI,CAAC,YAAY,EAAE,CACpE,CAAA;6BACF;4BAED,gBAAgB,GAAG,CAAC,CAAA;4BAEpB,aAAa,CAAC,IAAI,CAAC;gCACjB,SAAS,EAAE,IAAI,CAAC,MAAM;gCACtB,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;6BACzB,CAAC,CAAA;4BAGF,QAAQ,CAAC,IAAI,CAAC;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,CAAC;gCACxC,IAAI,EAAE,MAAM;6BACb,CAAC,CAAA;yBACH;wBAAC,OAAO,CAAC,EAAE;4BACV,IAAI,EAAE,gBAAgB,IAAI,IAAI,CAAC,cAAc,EAAE;gCAC7C,MAAM,IAAI,KAAK,CACb,sBAAsB,QAAQ,CAAC,QAAQ,CAAC,IAAI,mBAAmB,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,CAAC,CAAC,OAAO,EAAE,CAC3G,CAAA;6BACF;4BACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,CAAC,CAAC,OAAO,CAAC,CAAA;4BAClD,QAAQ,CAAC,IAAI,CAAC;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,uBAAuB,CAAC,CAAC,OAAO,EAAE;gCAC3C,IAAI,EAAE,MAAM;6BACb,CAAC,CAAA;yBACH;qBACF;yBAAM;wBACL,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;wBAC5D,QAAQ,CAAC,IAAI,CAAC;4BACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;4BACzB,OAAO,EAAE,mBAAmB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE;4BACpD,IAAI,EAAE,MAAM;yBACb,CAAC,CAAC;qBACJ;iBACF;gBAED,IAAI,CAAC,WAAW,EAAE;oBAChB,SAAQ;iBACT;gBAED,MAAM,eAAe,GAAG,MAAA,MAAA,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,0CAAE,OAAO,0CAAE,OAAiB,CAAA;gBAC7E,IAAI,CAAC,MAAM,CAAC,OAAO,CACjB,cAAc,EACd,eAAe,CAChB,CAAA;gBAED,IAAI,CAAC,eAAe,EAAE;oBACpB,OAAO,IAAI,CAAA;iBACZ;gBAED,OAAO;oBACL,QAAQ,EAAE,eAAe;oBACzB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;wBACjC,OAAO;4BACL,OAAO,EAAE,OAAO,CAAC,OAAc;4BAC/B,IAAI,EAAE,OAAO,CAAC,IAAW;yBAC1B,CAAA;oBACH,CAAC,CAAC;oBACF,cAAc,EAAE,cAAc;oBAC9B,mBAAmB,EAAE,mBAAmB;oBACxC,aAAa;iBACd,CAAA;aACF;YAAC,OAAO,CAAC,EAAE;gBACV,IAAI,CAAC,CAAC,OAAO,KAAK,UAAU,EAAE;oBAC5B,OAAO,IAAI,CAAA;iBACZ;gBACD,MAAM,WAAW,GAAG,qDAAqD,GAAG,CAAC,CAAC,OAAO,CAAA;gBACrF,OAAO;oBACL,QAAQ,EAAE,qDAAqD,GAAG,CAAC,CAAC,OAAO;oBAC3E,QAAQ,EAAE;wBACR,GAAG,QAAQ;wBACX;4BACE,OAAO,EAAE,WAAW;4BACpB,IAAI,EAAE,WAAW;yBAClB;qBACF,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;wBAChB,OAAO;4BACL,OAAO,EAAE,OAAO,CAAC,OAAc;4BAC/B,IAAI,EAAE,OAAO,CAAC,IAAW;yBAC1B,CAAA;oBACH,CAAC,CAAC;oBACF,cAAc,EAAE,cAAc;oBAC9B,mBAAmB,EAAE,mBAAmB;oBACxC,aAAa;iBACd,CAAA;aACF;SACF;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,IAEpB;;QACC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,mBAAmB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAA;QAClC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,mBAAmB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAA;QAClC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,iBAAiB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,eAAe,CAAA;QAEhC,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS,EAAE;YACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;YACrE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;SACrE;QAED,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAW,GAAG,OAAO,gBAAgB,EAAE;gBACtE,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;aAChC,EAAE;gBACD,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,OAAO,EAAE;oBACpC,cAAc,EAAE,kBAAkB;iBACnC;aACF,CAAC,CAAA;YAEF,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;SACvC;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAA,MAAA,CAAC,CAAC,QAAQ,0CAAE,IAAI,KAAI,CAAC,CAAC,OAAO,CAAC,CAAA;YACxE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;SACxC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAGX;QACC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAClB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;SAC/B;QAED,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAI,IAQrB;QAIC,MAAM,MAAM,GAAG,CAAC,EAAY,EAAE,EAAY,EAAE,EAAE;YAC5C,IAAI,GAAG,GAAG,CAAC,CAAA;YACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;aACrB;YACD,OAAO,GAAG,CAAA;QACZ,CAAC,CAAA;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS;aAC3B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;YAC5C,OAAO;gBACL,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,KAAK;aACN,CAAA;QACH,CAAC,CACA;aACA,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;aAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;QACpC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAA;IAC1C,CAAC;CACF,CAAA;AArdY,UAAU;IADtB,IAAA,mBAAU,GAAE;qCAO8B,qDAAoB;QACrB,mCAAmB;QACpB,yCAAkB;GAR9C,UAAU,CAqdtB;AArdY,gCAAU"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { RepositoryFactory } from "../../../orm/services/repository-factory";
|
|
2
|
+
import { SecondaryDatabase } from "../../../orm/services/secondary-database/secondary-database.service";
|
|
3
|
+
import { JobExecutorFactory } from "../job-executor/job-executor.service";
|
|
4
|
+
import { MonitorService } from "../monitor";
|
|
5
|
+
import { SystemParametersEnvs } from "../system-parameters-envs.service";
|
|
6
|
+
export declare class TokenBudgetService {
|
|
7
|
+
private readonly secondaryDatabase;
|
|
8
|
+
private readonly repositoryFactory;
|
|
9
|
+
private readonly systemParametersEnvs;
|
|
10
|
+
private readonly jobExecutorFactory;
|
|
11
|
+
private readonly monitorService;
|
|
12
|
+
private readonly logger;
|
|
13
|
+
constructor(secondaryDatabase: SecondaryDatabase, repositoryFactory: RepositoryFactory, systemParametersEnvs: SystemParametersEnvs, jobExecutorFactory: JobExecutorFactory, monitorService: MonitorService);
|
|
14
|
+
init(): Promise<void>;
|
|
15
|
+
private getActiveUsers;
|
|
16
|
+
private _getTokenBudget;
|
|
17
|
+
private _getSharedTokenBudget;
|
|
18
|
+
getUserTokenBudget(userId: string): Promise<{
|
|
19
|
+
budget: number;
|
|
20
|
+
consumed: number;
|
|
21
|
+
userBudget: number;
|
|
22
|
+
userConsumed: number;
|
|
23
|
+
sharedBudget: number;
|
|
24
|
+
}>;
|
|
25
|
+
decrementUserTokenBudget(userId: string, inputToken: number, outputToken: number): Promise<number>;
|
|
26
|
+
}
|