@puca/puca-core 12.8.0 → 12.8.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/core/services/index.js +1 -1
- package/dist/core/services/index.js.map +1 -1
- package/dist/core/services/llm.service.d.ts +22 -1
- package/dist/core/services/llm.service.js +67 -2
- package/dist/core/services/llm.service.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
|
@@ -45,7 +45,7 @@ const llm_service_1 = require("./llm.service");
|
|
|
45
45
|
exports.jobExecutorFactory = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new job_executor_service_1.JobExecutorFactory(domain, essential_1.configService.get(domain), essential_1.envConfigService.get(domain), plugins_1.uuidService));
|
|
46
46
|
exports.evalServiceFactory = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new eval_service_1.EvalServiceFactory(services_1.repositoryFactory.get(domain), plugins_1.uuidService), null, async (domain, service) => await service.destroy());
|
|
47
47
|
exports.systemParametersEnvs = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new system_parameters_envs_service_1.SystemParametersEnvs(services_1.repositoryFactory.get(domain), essential_1.configService.get(domain)), null, async (domain, service) => await service.destroy());
|
|
48
|
-
exports.llmService = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new llm_service_1.LlmService(exports.systemParametersEnvs.get(domain)));
|
|
48
|
+
exports.llmService = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new llm_service_1.LlmService(exports.systemParametersEnvs.get(domain), services_1.cacheServiceFactory.get(domain)), (domain, service) => service.init());
|
|
49
49
|
exports.jobService = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new job_service_1.JobService(new job_client_1.JobClientManager(essential_1.configService.get(domain)), essential_1.configService.get(domain), essential_1.moduleConfigService), null, async (domain, service) => await service.destroy());
|
|
50
50
|
exports.storageServiceManager = new multi_tentant_adapter_1.MultiTenantAdapter(domain => new storage_service_1.StorageServiceManager(services_1.secondaryDataBase.get(domain), essential_1.configService.get(domain)));
|
|
51
51
|
exports.authService = new multi_tentant_adapter_1.MultiTenantAdapter(domain => {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/services/index.ts"],"names":[],"mappings":";;;AAAA,2CAAqE;AACrE,kFAA6E;AAC7E,2EAAqE;AACrE,2EAAqE;AACrE,+CAAuF;AACvF,iDAO4B;AAC5B,4FAAsF;AACtF,2DAAuD;AACvD,8EAA0E;AAC1E,qEAAiE;AACjE,uDAAmD;AACnD,+DAA0D;AAC1D,6DAAwD;AACxD,iDAA6C;AAC7C,+DAAkE;AAClE,0FAAmF;AACnF,4DAAwD;AACxD,wFAAmF;AACnF,qDAAiD;AACjD,iEAA6D;AAC7D,2DAAuD;AACvD,iDAAoD;AACpD,mDAA+C;AAC/C,iDAAmD;AACnD,8EAAyE;AACzE,yEAAoE;AACpE,mFAA8E;AAC9E,uEAAmF;AACnF,2DAAuD;AACvD,mDAAmE;AACnE,yEAAmE;AACnE,iDAA6C;AAC7C,6EAA0F;AAC1F,iDAA6C;AAC7C,qDAAiD;AACjD,qFAAuE;AACvE,2CAA4D;AAC5D,gDAA4C;AAC5C,uCAA2C;AAC3C,iDAA6C;AAC7C,+CAA2C;AAE9B,QAAA,kBAAkB,GAAG,IAAI,0CAAkB,CACtD,MAAM,CAAC,EAAE,CAAC,IAAI,yCAAkB,CAC9B,MAAM,EACN,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,4BAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC5B,qBAAW,CACZ,CACF,CAAA;AAEY,QAAA,kBAAkB,GAAG,IAAI,0CAAkB,CACtD,MAAM,CAAC,EAAE,CAAC,IAAI,iCAAkB,CAAC,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,qBAAW,CAAC,EAC5E,IAAI,EACJ,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CACnD,CAAA;AAEY,QAAA,oBAAoB,GAAG,IAAI,0CAAkB,CACxD,MAAM,CAAC,EAAE,CAAC,IAAI,qDAAoB,CAAC,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAC5F,IAAI,EACJ,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CACnD,CAAA;AAEY,QAAA,UAAU,GAAG,IAAI,0CAAkB,CAC9C,MAAM,CAAC,EAAE,CAAC,IAAI,wBAAU,CACtB,4BAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/services/index.ts"],"names":[],"mappings":";;;AAAA,2CAAqE;AACrE,kFAA6E;AAC7E,2EAAqE;AACrE,2EAAqE;AACrE,+CAAuF;AACvF,iDAO4B;AAC5B,4FAAsF;AACtF,2DAAuD;AACvD,8EAA0E;AAC1E,qEAAiE;AACjE,uDAAmD;AACnD,+DAA0D;AAC1D,6DAAwD;AACxD,iDAA6C;AAC7C,+DAAkE;AAClE,0FAAmF;AACnF,4DAAwD;AACxD,wFAAmF;AACnF,qDAAiD;AACjD,iEAA6D;AAC7D,2DAAuD;AACvD,iDAAoD;AACpD,mDAA+C;AAC/C,iDAAmD;AACnD,8EAAyE;AACzE,yEAAoE;AACpE,mFAA8E;AAC9E,uEAAmF;AACnF,2DAAuD;AACvD,mDAAmE;AACnE,yEAAmE;AACnE,iDAA6C;AAC7C,6EAA0F;AAC1F,iDAA6C;AAC7C,qDAAiD;AACjD,qFAAuE;AACvE,2CAA4D;AAC5D,gDAA4C;AAC5C,uCAA2C;AAC3C,iDAA6C;AAC7C,+CAA2C;AAE9B,QAAA,kBAAkB,GAAG,IAAI,0CAAkB,CACtD,MAAM,CAAC,EAAE,CAAC,IAAI,yCAAkB,CAC9B,MAAM,EACN,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,4BAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC5B,qBAAW,CACZ,CACF,CAAA;AAEY,QAAA,kBAAkB,GAAG,IAAI,0CAAkB,CACtD,MAAM,CAAC,EAAE,CAAC,IAAI,iCAAkB,CAAC,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,qBAAW,CAAC,EAC5E,IAAI,EACJ,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CACnD,CAAA;AAEY,QAAA,oBAAoB,GAAG,IAAI,0CAAkB,CACxD,MAAM,CAAC,EAAE,CAAC,IAAI,qDAAoB,CAAC,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAC5F,IAAI,EACJ,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CACnD,CAAA;AAEY,QAAA,UAAU,GAAG,IAAI,0CAAkB,CAC9C,MAAM,CAAC,EAAE,CAAC,IAAI,wBAAU,CACtB,4BAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,EAChC,8BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAChC,EACD,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CACpC,CAAA;AAEY,QAAA,UAAU,GAAG,IAAI,0CAAkB,CAC9C,MAAM,CAAC,EAAE,CAAC,IAAI,wBAAU,CACtB,IAAI,6BAAgB,CAAC,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAC/C,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,+BAAmB,CACpB,EACD,IAAI,EACJ,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CACnD,CAAA;AAEY,QAAA,qBAAqB,GAAG,IAAI,0CAAkB,CACzD,MAAM,CAAC,EAAE,CAAC,IAAI,uCAAqB,CACjC,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAC1B,CACF,CAAA;AAEY,QAAA,WAAW,GAAG,IAAI,0CAAkB,CAC/C,MAAM,CAAC,EAAE;IACP,OAAO,IAAI,0BAAW,CACpB,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,+BAAmB,EACnB,qBAAW,CACZ,CAAA;AACH,CAAC,EACD,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,CAChD,CAAA;AAEY,QAAA,iBAAiB,GAAG,IAAI,0CAAkB,CACrD,MAAM,CAAC,EAAE,CAAC,IAAI,uCAAiB,CAC7B,+BAAmB,EACnB,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,0BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAC/B,CACF,CAAA;AAEY,QAAA,uBAAuB,GAAG,IAAI,0CAAkB,CAC3D,MAAM,CAAC,EAAE,CAAC,IAAI,mDAAuB,CACnC,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAC1B,CACF,CAAA;AAEY,QAAA,mBAAmB,GAAG,IAAI,0CAAkB,CACvD,MAAM,CAAC,EAAE,CAAC,IAAI,0CAAmB,CAC/B,+BAAuB,CAAC,GAAG,CAAC,MAAM,CAAC,EACnC,+BAAmB,EACnB,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,qBAAW,CACZ,CACF,CAAA;AAEY,QAAA,aAAa,GAAG,IAAI,0CAAkB,CACjD,MAAM,CAAC,EAAE,CAAC,IAAI,8BAAa,CACzB,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B;IACE,IAAI,qCAAe,CAAC,2BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;CACrD,CACF,CACF,CAAA;AAEY,QAAA,gBAAgB,GAAG,IAAI,0CAAkB,CACpD,MAAM,CAAC,EAAE,CAAC,IAAI,oCAAgB,CAC5B,6BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC9B,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,+BAAmB,EACnB,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,iCAAuB,CACxB,EACD,IAAI,EACJ,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CACnD,CAAA;AAEY,QAAA,gBAAgB,GAAG,IAAI,0CAAkB,CACpD,MAAM,CAAC,EAAE,CAAC,IAAI,oCAAgB,CAC5B,wBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAC7B,CACF,CAAA;AAEY,QAAA,2BAA2B,GAAG,IAAI,0CAAkB,CAC/D,MAAM,CAAC,EAAE,CAAC,IAAI,2DAA2B,CAAC,iCAAuB,EAAE,+BAAmB,CAAC,CACxF,CAAA;AAEY,QAAA,sBAAsB,GAAG,IAAI,0CAAkB,CAC1D,MAAM,CAAC,EAAE,CAAC,IAAI,iDAAsB,CAClC,KAAK,IAAI,EAAE;IACT,MAAM,CAAC,GAAG,MAAM,gEAAsC;SACnD,GAAG,CAAC,MAAM,CAAC;SACX,qFAAqF,EAAE,CAAA;IAC1F,OAAO,CAAC,CAAA;AACV,CAAC,EACD,mCAA2B,CAAC,GAAG,CAAC,MAAM,CAAC,CACxC,CACF,CAAA;AAEY,QAAA,wBAAwB,GAAG,IAAI,0CAAkB,CAC5D,MAAM,CAAC,EAAE,CAAC,IAAI,6CAAgB,CAAC,MAAM,EAAE,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,0BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EACjG,IAAI,EACJ,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CACnD,CAAA;AAEY,QAAA,cAAc,GAAG,IAAI,0CAAkB,CAClD,MAAM,CAAC,EAAE,CAAC,IAAI,gCAAc,CAC1B,wBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC5B,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,iCAAuB,EACvB,mCAA2B,CAAC,GAAG,CAAC,MAAM,CAAC,EACvC,kBAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EACtB,8BAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,EAClC,6BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC9B,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,qBAAa,EACb,kBAAU,EACV,iCAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,EAClC,gEAAsC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,qFAAqF,CACzI,CACF,CAAA;AAEY,QAAA,gBAAgB,GAAG,IAAI,0CAAkB,CACpD,MAAM,CAAC,EAAE,CAAC,IAAI,qCAAgB,EAAE,EAChC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAC5D,CAAA;AAEY,QAAA,gBAAgB,GAAG,IAAI,0CAAkB,CACpD,MAAM,CAAC,EAAE,CAAC,IAAI,oCAAgB,CAAC,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAC1D,CAAA;AAEY,QAAA,YAAY,GAAG,IAAI,0CAAkB,CAChD,MAAM,CAAC,EAAE,CAAC,IAAI,kCAAkB,CAAC,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAC5D,CAAA;AAEY,QAAA,mBAAmB,GAAG,IAAI,0CAAkB,CACvD,MAAM,CAAC,EAAE,CAAC,IAAI,0CAAmB,CAAC,2BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CACnE,CAAA;AAEY,QAAA,WAAW,GAAG,IAAI,0CAAkB,CAC/C,MAAM,CAAC,EAAE,CAAC,IAAI,0BAAW,CAAC,2BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAC3D,CAAA;AAEY,QAAA,gBAAgB,GAAG,IAAI,0CAAkB,CACpD,MAAM,CAAC,EAAE,CAAC,IAAI,oCAAgB,CAAC,2BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAChE,CAAA;AAEY,QAAA,WAAW,GAAG,IAAI,0CAAkB,CAC/C,MAAM,CAAC,EAAE,CAAC,IAAI,0BAAW,CACvB,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAC1B,CACF,CAAA;AAEY,QAAA,aAAa,GAAG,IAAI,0CAAkB,CACjD,MAAM,CAAC,EAAE,CAAC,IAAI,8BAAa,CACzB,qBAAW,EACX,2BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC/B,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,6BAAqB,CAAC,GAAG,CAAC,MAAM,CAAC,EACjC,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,0BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC9B,yBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,mBAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CACxB,CACF,CAAA;AAEY,QAAA,qBAAqB,GAAG,IAAI,0CAAkB,CACzD,MAAM,CAAC,EAAE,CAAC,IAAI,gDAAqB,CACjC,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAC9B,CACF,CAAA;AAEY,QAAA,WAAW,GAAG,IAAI,0CAAkB,CAC/C,MAAM,CAAC,EAAE,CAAC,IAAI,0BAAW,CACvB,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAC9B,EACD,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,CAChD,CAAA;AAEY,QAAA,aAAa,GAAG,IAAI,0CAAkB,CACjD,MAAM,CAAC,EAAE,CAAC,IAAI,8BAAa,CACzB,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,2BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC/B,4BAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC5B,mBAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EACvB,8BAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC/B,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAC9B,CACF,CAAA;AAEY,QAAA,SAAS,GAAG,IAAI,0CAAkB,CAC7C,MAAM,CAAC,EAAE,CAAC,IAAI,sBAAS,CAAC,MAAM,EAAE,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAC1D,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,CAChD,CAAA;AAEY,QAAA,cAAc,GAAG,IAAI,0CAAkB,CAClD,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,wBAAc,CAC5B,+BAAmB,EACnB,4BAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC5B,yBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAC1B,CACF,CAAA;AAEY,QAAA,sBAAsB,GAAG,IAAI,0CAAkB,CAC1D,MAAM,CAAC,EAAE,CAAC,IAAI,kDAAsB,CAClC,MAAM,EACN,iCAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,EAClC,wBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC5B,sBAAc,CAAC,GAAG,CAAC,MAAM,CAAC,EAC1B,qBAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EACtB,qBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,0BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC9B,0BAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC9B,gCAAwB,CAAC,GAAG,CAAC,MAAM,CAAC,EACpC,oBAAY,CAAC,GAAG,CAAC,MAAM,CAAC,EACxB,mBAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EACvB,qBAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EACzB,4BAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC7B,4BAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,EAChC,iBAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EACrB,sBAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAC3B,EACD,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,EAChD,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,QAAQ,EAAE,CACpD,CAAA;AAEY,QAAA,sBAAsB,GAAG,IAAI,kDAAsB,CAC9D,iCAAc,CACf,CAAC"}
|
|
@@ -1,9 +1,13 @@
|
|
|
1
1
|
import { User } from "../../models/user";
|
|
2
2
|
import { SystemParametersEnvs } from "./system-parameters-envs.service";
|
|
3
|
+
import { CacheServiceFactory } from "../../orm/services/cache.service";
|
|
3
4
|
export declare class LlmService {
|
|
4
5
|
private readonly systemParametersEnvs;
|
|
6
|
+
private readonly cacheServiceFactory;
|
|
5
7
|
private readonly logger;
|
|
6
|
-
|
|
8
|
+
private cacheService;
|
|
9
|
+
constructor(systemParametersEnvs: SystemParametersEnvs, cacheServiceFactory: CacheServiceFactory);
|
|
10
|
+
init(): Promise<void>;
|
|
7
11
|
chat(args: {
|
|
8
12
|
messages: {
|
|
9
13
|
content: string;
|
|
@@ -13,4 +17,21 @@ export declare class LlmService {
|
|
|
13
17
|
temperature?: number;
|
|
14
18
|
max_tokens?: number;
|
|
15
19
|
}): Promise<string>;
|
|
20
|
+
private _embed;
|
|
21
|
+
embed(args: {
|
|
22
|
+
text: string;
|
|
23
|
+
useCache: boolean;
|
|
24
|
+
}): Promise<number[]>;
|
|
25
|
+
vectorFilter<T>(args: {
|
|
26
|
+
input: number[];
|
|
27
|
+
documents: {
|
|
28
|
+
vector: number[];
|
|
29
|
+
data: T;
|
|
30
|
+
}[];
|
|
31
|
+
threshold: number;
|
|
32
|
+
maxResults: number;
|
|
33
|
+
}): Promise<{
|
|
34
|
+
data: T;
|
|
35
|
+
score: number;
|
|
36
|
+
}[]>;
|
|
16
37
|
}
|
|
@@ -14,11 +14,20 @@ const common_1 = require("@nestjs/common");
|
|
|
14
14
|
const axios_1 = require("axios");
|
|
15
15
|
const logger_1 = require("./logger");
|
|
16
16
|
const system_parameters_envs_service_1 = require("./system-parameters-envs.service");
|
|
17
|
+
const cache_service_1 = require("../../orm/services/cache.service");
|
|
17
18
|
let LlmService = class LlmService {
|
|
18
|
-
constructor(systemParametersEnvs) {
|
|
19
|
+
constructor(systemParametersEnvs, cacheServiceFactory) {
|
|
19
20
|
this.systemParametersEnvs = systemParametersEnvs;
|
|
21
|
+
this.cacheServiceFactory = cacheServiceFactory;
|
|
20
22
|
this.logger = new logger_1.Logger('FormAutocompleteService');
|
|
21
23
|
}
|
|
24
|
+
async init() {
|
|
25
|
+
this.cacheService = this.cacheServiceFactory.get('llm-embed', async (text) => {
|
|
26
|
+
return await this._embed({
|
|
27
|
+
text,
|
|
28
|
+
});
|
|
29
|
+
}, 7 * 24 * 60 * 60);
|
|
30
|
+
}
|
|
22
31
|
async chat(args) {
|
|
23
32
|
var _a, _b, _c;
|
|
24
33
|
const API_URL = await this.systemParametersEnvs.getEnvByName('llm-api-url')
|
|
@@ -64,10 +73,66 @@ let LlmService = class LlmService {
|
|
|
64
73
|
return null;
|
|
65
74
|
}
|
|
66
75
|
}
|
|
76
|
+
async _embed(args) {
|
|
77
|
+
var _a;
|
|
78
|
+
const API_URL = await this.systemParametersEnvs.getEnvByName('llm-embed-api-url')
|
|
79
|
+
|| process.env.LLM_EMBED_API_URL;
|
|
80
|
+
const API_KEY = await this.systemParametersEnvs.getEnvByName('llm-embed-api-key')
|
|
81
|
+
|| process.env.LLM_EMBED_API_KEY;
|
|
82
|
+
const LLM_MODEL = await this.systemParametersEnvs.getEnvByName('llm-embed-model')
|
|
83
|
+
|| process.env.LLM_EMBED_MODEL;
|
|
84
|
+
if (!API_URL || !API_KEY || !LLM_MODEL) {
|
|
85
|
+
this.logger.warn('LlmService: API_URL, API_KEY or LLM_MODEL not set');
|
|
86
|
+
throw new Error('LlmService: API_URL, API_KEY or LLM_MODEL not set');
|
|
87
|
+
}
|
|
88
|
+
try {
|
|
89
|
+
const response = await axios_1.default.post(`${API_URL}/v1/embeddings`, {
|
|
90
|
+
model: LLM_MODEL,
|
|
91
|
+
input: args.text.slice(0, 2000),
|
|
92
|
+
}, {
|
|
93
|
+
headers: {
|
|
94
|
+
'Authorization': API_KEY,
|
|
95
|
+
'Content-Type': 'application/json'
|
|
96
|
+
}
|
|
97
|
+
});
|
|
98
|
+
return response.data.data[0].embedding;
|
|
99
|
+
}
|
|
100
|
+
catch (e) {
|
|
101
|
+
this.logger.error('Error embedding text', ((_a = e.response) === null || _a === void 0 ? void 0 : _a.data) || e.message);
|
|
102
|
+
throw new Error("Error embedding text");
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
async embed(args) {
|
|
106
|
+
if (!args.useCache) {
|
|
107
|
+
return await this._embed(args);
|
|
108
|
+
}
|
|
109
|
+
return await this.cacheService.get(args.text);
|
|
110
|
+
}
|
|
111
|
+
async vectorFilter(args) {
|
|
112
|
+
const filter = (v1, v2) => {
|
|
113
|
+
let sum = 0;
|
|
114
|
+
for (let i = 0; i < v1.length; i++) {
|
|
115
|
+
sum += v1[i] * v2[i];
|
|
116
|
+
}
|
|
117
|
+
return sum;
|
|
118
|
+
};
|
|
119
|
+
const results = args.documents
|
|
120
|
+
.map((doc) => {
|
|
121
|
+
const score = filter(args.input, doc.vector);
|
|
122
|
+
return {
|
|
123
|
+
data: doc.data,
|
|
124
|
+
score
|
|
125
|
+
};
|
|
126
|
+
})
|
|
127
|
+
.filter((doc) => doc.score >= args.threshold)
|
|
128
|
+
.sort((a, b) => b.score - a.score);
|
|
129
|
+
return results.slice(0, args.maxResults);
|
|
130
|
+
}
|
|
67
131
|
};
|
|
68
132
|
LlmService = __decorate([
|
|
69
133
|
common_1.Injectable(),
|
|
70
|
-
__metadata("design:paramtypes", [system_parameters_envs_service_1.SystemParametersEnvs
|
|
134
|
+
__metadata("design:paramtypes", [system_parameters_envs_service_1.SystemParametersEnvs,
|
|
135
|
+
cache_service_1.CacheServiceFactory])
|
|
71
136
|
], LlmService);
|
|
72
137
|
exports.LlmService = LlmService;
|
|
73
138
|
//# sourceMappingURL=llm.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../src/core/services/llm.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA2C;AAC3C,iCAAyB;AAEzB,qCAAiC;AACjC,qFAAuE;
|
|
1
|
+
{"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../src/core/services/llm.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA2C;AAC3C,iCAAyB;AAEzB,qCAAiC;AACjC,qFAAuE;AAEvE,oEAAoF;AAMpF,IAAa,UAAU,GAAvB,MAAa,UAAU;IAKrB,YACmB,oBAA0C,EAC1C,mBAAwC;QADxC,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,wBAAmB,GAAnB,mBAAmB,CAAqB;QAN1C,WAAM,GAAG,IAAI,eAAM,CAAC,yBAAyB,CAAC,CAAA;IAO3D,CAAC;IAEL,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;YACnF,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;gBACvB,IAAI;aACL,CAAC,CAAA;QACJ,CAAC,EAED,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAA;IACnB,CAAC;IAGD,KAAK,CAAC,IAAI,CAAC,IAQV;;QACC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,aAAa,CAAC;eACtE,OAAO,CAAC,GAAG,CAAC,WAAW,CAAA;QAC5B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,aAAa,CAAC;eACtE,OAAO,CAAC,GAAG,CAAC,WAAW,CAAA;QAC5B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,WAAW,CAAC;eACtE,OAAO,CAAC,GAAG,CAAC,SAAS,CAAA;QAE1B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS,EAAE;YACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;YACrE,OAAO,IAAI,CAAA;SACZ;QAED,MAAM,KAAK,GAAG,eAAK,CAAC,MAAM,CAAC;YACzB,OAAO,EAAE,OAAO;YAChB,OAAO,EAAE;gBACP,eAAe,EAAE,OAAO;gBACxB,cAAc,EAAE,kBAAkB;aACnC;SACF,CAAC,CAAA;QASF,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAW,sBAAsB,EAAE;gBAClE,KAAK,EAAE,SAAS;gBAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;gBACpC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;gBACnC,MAAM,EAAE,KAAK;aAEd,EAAE,EAEF,CAAC,CAAA;YAEF,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE;gBACvB,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;aACrC;YAED,MAAM,eAAe,GAAG,MAAA,MAAA,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,0CAAE,OAAO,0CAAE,OAAiB,CAAA;YAE5E,IAAI,CAAC,MAAM,CAAC,OAAO,CACjB,cAAc,EACd,eAAe,CAChB,CAAA;YAED,IAAI,CAAC,eAAe,EAAE;gBACpB,OAAO,IAAI,CAAA;aACZ;YAED,OAAO,eAAe,CAAA;SACvB;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,CAAC,OAAO,KAAK,UAAU,EAAE;gBAC5B,OAAO,IAAI,CAAA;aACZ;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,CAAA,MAAA,CAAC,CAAC,QAAQ,0CAAE,IAAI,KAAI,CAAC,CAAC,OAAO,CAAC,CAAA;YACzE,OAAO,IAAI,CAAA;SACZ;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,IAEpB;;QACC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,mBAAmB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAA;QAClC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,mBAAmB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAA;QAClC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,iBAAiB,CAAC;eAC5E,OAAO,CAAC,GAAG,CAAC,eAAe,CAAA;QAEhC,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS,EAAE;YACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;YACrE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;SACrE;QAED,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAW,GAAG,OAAO,gBAAgB,EAAE;gBACtE,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;aAChC,EAAE;gBACD,OAAO,EAAE;oBACP,eAAe,EAAE,OAAO;oBACxB,cAAc,EAAE,kBAAkB;iBACnC;aACF,CAAC,CAAA;YAEF,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;SACvC;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAA,MAAA,CAAC,CAAC,QAAQ,0CAAE,IAAI,KAAI,CAAC,CAAC,OAAO,CAAC,CAAA;YACxE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;SACxC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAGX;QACC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAClB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;SAC/B;QAED,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAI,IAQrB;QAIC,MAAM,MAAM,GAAG,CAAC,EAAY,EAAE,EAAY,EAAE,EAAE;YAC5C,IAAI,GAAG,GAAG,CAAC,CAAA;YACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;aACrB;YACD,OAAO,GAAG,CAAA;QACZ,CAAC,CAAA;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS;aAC3B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;YAC5C,OAAO;gBACL,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,KAAK;aACN,CAAA;QACH,CAAC,CACA;aACA,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;aAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;QACpC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAA;IAC1C,CAAC;CACF,CAAA;AA1KY,UAAU;IADtB,mBAAU,EAAE;qCAO8B,qDAAoB;QACrB,mCAAmB;GAPhD,UAAU,CA0KtB;AA1KY,gCAAU"}
|