@hexabot-ai/api 3.0.0-alpha.3

package/dist/nlp/seeds/nlp-entity.seed-model.d.ts

@@ -0,0 +1,2 @@
+import { NlpEntityCreateDto } from '../dto/nlp-entity.dto';
+export declare const nlpEntityModels: NlpEntityCreateDto[];

package/dist/nlp/seeds/nlp-entity.seed-model.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.nlpEntityModels = void 0;
+exports.nlpEntityModels = [
+    {
+        name: 'intent',
+        lookups: ['trait'],
+        doc: `"intent" refers to the underlying purpose or goal that a piece of text aims to convey. Identifying the intent involves determining what action or response the text is prompting. For instance, in customer service chatbots, recognizing the intent behind a user's message, such as "book a flight" or "check account balance," is crucial to provide accurate and relevant responses`,
+        builtin: true,
+    },
+];
+//# sourceMappingURL=nlp-entity.seed-model.js.map

package/dist/nlp/seeds/nlp-entity.seed-model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nlp-entity.seed-model.js","sourceRoot":"","sources":["../../../src/nlp/seeds/nlp-entity.seed-model.ts"],"names":[],"mappings":";;;AAQa,QAAA,eAAe,GAAyB;IACnD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,CAAC,OAAO,CAAC;QAClB,GAAG,EAAE,yXAAyX;QAC9X,OAAO,EAAE,IAAI;KACd;CACF,CAAC"}

package/dist/nlp/seeds/nlp-entity.seed.d.ts

@@ -0,0 +1,7 @@
+import { BaseOrmSeeder } from '@/utils/generics/base-orm.seeder';
+import { NlpEntityDtoConfig, NlpEntityTransformerDto } from '../dto/nlp-entity.dto';
+import { NlpEntityOrmEntity } from '../entities/nlp-entity.entity';
+import { NlpEntityRepository } from '../repositories/nlp-entity.repository';
+export declare class NlpEntitySeeder extends BaseOrmSeeder<NlpEntityOrmEntity, NlpEntityTransformerDto, NlpEntityDtoConfig> {
+    constructor(nlpEntityRepository: NlpEntityRepository);
+}

package/dist/nlp/seeds/nlp-entity.seed.js

@@ -0,0 +1,26 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NlpEntitySeeder = void 0;
+const common_1 = require("@nestjs/common");
+const base_orm_seeder_1 = require("../../utils/generics/base-orm.seeder");
+const nlp_entity_repository_1 = require("../repositories/nlp-entity.repository");
+let NlpEntitySeeder = class NlpEntitySeeder extends base_orm_seeder_1.BaseOrmSeeder {
+    constructor(nlpEntityRepository) {
+        super(nlpEntityRepository);
+    }
+};
+exports.NlpEntitySeeder = NlpEntitySeeder;
+exports.NlpEntitySeeder = NlpEntitySeeder = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [nlp_entity_repository_1.NlpEntityRepository])
+], NlpEntitySeeder);
+//# sourceMappingURL=nlp-entity.seed.js.map

package/dist/nlp/seeds/nlp-entity.seed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nlp-entity.seed.js","sourceRoot":"","sources":["../../../src/nlp/seeds/nlp-entity.seed.ts"],"names":[],"mappings":";;;;;;;;;;;;AAMA,2CAA4C;AAE5C,0EAAiE;AAOjE,iFAA4E;AAGrE,IAAM,eAAe,GAArB,MAAM,eAAgB,SAAQ,+BAIpC;IACC,YAAY,mBAAwC;QAClD,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAC7B,CAAC;CACF,CAAA;AARY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;qCAMsB,2CAAmB;GALzC,eAAe,CAQ3B"}

package/dist/nlp/seeds/nlp-value.seed-model.d.ts

@@ -0,0 +1,2 @@
+import { NlpValueCreateDto } from '../dto/nlp-value.dto';
+export declare const nlpValueModels: NlpValueCreateDto[];

package/dist/nlp/seeds/nlp-value.seed-model.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.nlpValueModels = void 0;
+exports.nlpValueModels = [];
+//# sourceMappingURL=nlp-value.seed-model.js.map

package/dist/nlp/seeds/nlp-value.seed-model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nlp-value.seed-model.js","sourceRoot":"","sources":["../../../src/nlp/seeds/nlp-value.seed-model.ts"],"names":[],"mappings":";;;AAQa,QAAA,cAAc,GAAwB,EAAE,CAAC"}

package/dist/nlp/seeds/nlp-value.seed.d.ts

@@ -0,0 +1,10 @@
+import { BaseOrmSeeder } from '@/utils/generics/base-orm.seeder';
+import { NlpValueCreateDto, NlpValueDtoConfig, NlpValueTransformerDto } from '../dto/nlp-value.dto';
+import { NlpValueOrmEntity } from '../entities/nlp-value.entity';
+import { NlpEntityRepository } from '../repositories/nlp-entity.repository';
+import { NlpValueRepository } from '../repositories/nlp-value.repository';
+export declare class NlpValueSeeder extends BaseOrmSeeder<NlpValueOrmEntity, NlpValueTransformerDto, NlpValueDtoConfig> {
+    private readonly nlpEntityRepository;
+    constructor(nlpValueRepository: NlpValueRepository, nlpEntityRepository: NlpEntityRepository);
+    seed(models: NlpValueCreateDto[]): Promise<boolean>;
+}

package/dist/nlp/seeds/nlp-value.seed.js

@@ -0,0 +1,41 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NlpValueSeeder = void 0;
+const common_1 = require("@nestjs/common");
+const base_orm_seeder_1 = require("../../utils/generics/base-orm.seeder");
+const nlp_entity_repository_1 = require("../repositories/nlp-entity.repository");
+const nlp_value_repository_1 = require("../repositories/nlp-value.repository");
+let NlpValueSeeder = class NlpValueSeeder extends base_orm_seeder_1.BaseOrmSeeder {
+    constructor(nlpValueRepository, nlpEntityRepository) {
+        super(nlpValueRepository);
+        this.nlpEntityRepository = nlpEntityRepository;
+    }
+    async seed(models) {
+        if (await this.isEmpty()) {
+            const entities = await this.nlpEntityRepository.findAll();
+            const modelDtos = models.map((v) => ({
+                ...v,
+                entity: entities.find(({ name }) => name === v.entity)?.id,
+            }));
+            await this.repository.createMany(modelDtos);
+            return true;
+        }
+        return false;
+    }
+};
+exports.NlpValueSeeder = NlpValueSeeder;
+exports.NlpValueSeeder = NlpValueSeeder = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [nlp_value_repository_1.NlpValueRepository,
+        nlp_entity_repository_1.NlpEntityRepository])
+], NlpValueSeeder);
+//# sourceMappingURL=nlp-value.seed.js.map

package/dist/nlp/seeds/nlp-value.seed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nlp-value.seed.js","sourceRoot":"","sources":["../../../src/nlp/seeds/nlp-value.seed.ts"],"names":[],"mappings":";;;;;;;;;;;;AAMA,2CAA4C;AAE5C,0EAAiE;AAQjE,iFAA4E;AAC5E,+EAA0E;AAGnE,IAAM,cAAc,GAApB,MAAM,cAAe,SAAQ,+BAInC;IACC,YACE,kBAAsC,EACrB,mBAAwC;QAEzD,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAFT,wBAAmB,GAAnB,mBAAmB,CAAqB;IAG3D,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAA2B;QACpC,IAAI,MAAM,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,CAAC;YAC1D,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnC,GAAG,CAAC;gBACJ,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,CAAC,EAAE,EAAY;aACrE,CAAC,CAAC,CAAC;YACJ,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAE5C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF,CAAA;AA1BY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;qCAOW,yCAAkB;QACA,2CAAmB;GAPhD,cAAc,CA0B1B"}

package/dist/nlp/services/nlp-entity.service.d.ts

@@ -0,0 +1,24 @@
+import { Cache } from 'cache-manager';
+import { LoggerService } from '@/logger/logger.service';
+import { BaseOrmService } from '@/utils/generics/base-orm.service';
+import { Lookup, NlpCacheMap, NlpSampleEntityValue } from '..//types';
+import { NlpEntity, NlpEntityDtoConfig, NlpEntityFull, NlpEntityTransformerDto } from '../dto/nlp-entity.dto';
+import { NlpEntityOrmEntity } from '../entities/nlp-entity.entity';
+import { NlpEntityRepository } from '../repositories/nlp-entity.repository';
+import { NlpValueService } from './nlp-value.service';
+export declare class NlpEntityService extends BaseOrmService<NlpEntityOrmEntity, NlpEntityTransformerDto, NlpEntityDtoConfig> {
+    readonly repository: NlpEntityRepository;
+    private readonly cacheManager;
+    private readonly nlpValueService;
+    private readonly logger;
+    constructor(repository: NlpEntityRepository, cacheManager: Cache, nlpValueService: NlpValueService, logger: LoggerService);
+    deleteCascadeOne(id: string): Promise<import("../..").DeleteResult>;
+    updateWeight(id: string, updatedWeight: number): Promise<NlpEntity>;
+    storeNewEntities(sampleText: string, sampleEntities: NlpSampleEntityValue[], lookups?: Lookup[]): Promise<NlpSampleEntityValue[]>;
+    storeEntities(sampleEntities: NlpSampleEntityValue[]): Promise<NlpEntity[]>;
+    clearCache(): Promise<void>;
+    handleNlpEntityUpdateEvent(): Promise<void>;
+    handleNlpValueUpdateEvent(): Promise<void>;
+    getNlpMap(): Promise<NlpCacheMap>;
+    getNlpEntitiesByLookup(lookups: Lookup[]): Promise<NlpEntityFull[]>;
+}

package/dist/nlp/services/nlp-entity.service.js

@@ -0,0 +1,120 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NlpEntityService = void 0;
+const cache_manager_1 = require("@nestjs/cache-manager");
+const common_1 = require("@nestjs/common");
+const event_emitter_1 = require("@nestjs/event-emitter");
+const typeorm_1 = require("typeorm");
+const logger_service_1 = require("../../logger/logger.service");
+const cache_1 = require("../../utils/constants/cache");
+const cacheable_decorator_1 = require("../../utils/decorators/cacheable.decorator");
+const base_orm_service_1 = require("../../utils/generics/base-orm.service");
+const nlp_entity_repository_1 = require("../repositories/nlp-entity.repository");
+const nlp_value_service_1 = require("./nlp-value.service");
+let NlpEntityService = class NlpEntityService extends base_orm_service_1.BaseOrmService {
+    constructor(repository, cacheManager, nlpValueService, logger) {
+        super(repository);
+        this.repository = repository;
+        this.cacheManager = cacheManager;
+        this.nlpValueService = nlpValueService;
+        this.logger = logger;
+    }
+    async deleteCascadeOne(id) {
+        return await this.repository.deleteOne(id);
+    }
+    async updateWeight(id, updatedWeight) {
+        if (updatedWeight <= 0) {
+            throw new common_1.BadRequestException('Weight must be a strictly positive number');
+        }
+        return await this.repository.updateOne(id, { weight: updatedWeight });
+    }
+    async storeNewEntities(sampleText, sampleEntities, lookups = ['keywords']) {
+        const entities = sampleEntities.map((e) => e.entity);
+        const uniqueEntities = Array.from(new Set(entities));
+        let storedEntities = uniqueEntities.length
+            ? await this.find({ where: { name: (0, typeorm_1.In)(uniqueEntities) } })
+            : [];
+        const entitiesToAdd = entities
+            .filter((e) => storedEntities.findIndex((se) => se.name === e) === -1)
+            .filter((e, idx, self) => self.indexOf(e) === idx)
+            .map((e) => ({ name: e, lookups }));
+        const newEntities = await this.createMany(entitiesToAdd);
+        storedEntities = storedEntities.concat(newEntities);
+        return await this.nlpValueService.storeNewValues(sampleText, sampleEntities, storedEntities);
+    }
+    storeEntities(sampleEntities) {
+        const uniqueEntities = Array.from(new Set(sampleEntities.map((entity) => entity.entity)));
+        const findOrCreate = uniqueEntities.map((entityName) => this.findOneOrCreate({ where: { name: entityName } }, { name: entityName }));
+        return Promise.all(findOrCreate);
+    }
+    async clearCache() {
+        await this.cacheManager.del(cache_1.NLP_MAP_CACHE_KEY);
+    }
+    async handleNlpEntityUpdateEvent() {
+        try {
+            await this.clearCache();
+        }
+        catch (error) {
+            this.logger.error('Failed to clear NLP entity cache', error);
+        }
+    }
+    async handleNlpValueUpdateEvent() {
+        try {
+            await this.clearCache();
+        }
+        catch (error) {
+            this.logger.error('Failed to clear NLP value cache', error);
+        }
+    }
+    async getNlpMap() {
+        const entities = await this.findAllAndPopulate();
+        return entities.reduce((acc, curr) => {
+            acc.set(curr.name, curr);
+            return acc;
+        }, new Map());
+    }
+    async getNlpEntitiesByLookup(lookups) {
+        const entities = [...(await this.getNlpMap()).values()];
+        return entities.filter((e) => {
+            return lookups.filter((l) => e.lookups.includes(l)).length > 0;
+        });
+    }
+};
+exports.NlpEntityService = NlpEntityService;
+__decorate([
+    (0, event_emitter_1.OnEvent)('hook:nlpEntity:*'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", Promise)
+], NlpEntityService.prototype, "handleNlpEntityUpdateEvent", null);
+__decorate([
+    (0, event_emitter_1.OnEvent)('hook:nlpValue:*'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", Promise)
+], NlpEntityService.prototype, "handleNlpValueUpdateEvent", null);
+__decorate([
+    (0, cacheable_decorator_1.Cacheable)(cache_1.NLP_MAP_CACHE_KEY),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", Promise)
+], NlpEntityService.prototype, "getNlpMap", null);
+exports.NlpEntityService = NlpEntityService = __decorate([
+    (0, common_1.Injectable)(),
+    __param(1, (0, common_1.Inject)(cache_manager_1.CACHE_MANAGER)),
+    __metadata("design:paramtypes", [nlp_entity_repository_1.NlpEntityRepository, Object, nlp_value_service_1.NlpValueService,
+        logger_service_1.LoggerService])
+], NlpEntityService);
+//# sourceMappingURL=nlp-entity.service.js.map

package/dist/nlp/services/nlp-entity.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nlp-entity.service.js","sourceRoot":"","sources":["../../../src/nlp/services/nlp-entity.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAMA,yDAAsD;AACtD,2CAAyE;AACzE,yDAAgD;AAEhD,qCAA6B;AAE7B,gEAAwD;AACxD,uDAA4D;AAC5D,oFAAmE;AACnE,4EAAmE;AAUnE,iFAA4E;AAE5E,2DAAsD;AAG/C,IAAM,gBAAgB,GAAtB,MAAM,gBAAiB,SAAQ,iCAIrC;IACC,YACW,UAA+B,EACA,YAAmB,EAC1C,eAAgC,EAChC,MAAqB;QAEtC,KAAK,CAAC,UAAU,CAAC,CAAC;QALT,eAAU,GAAV,UAAU,CAAqB;QACA,iBAAY,GAAZ,YAAY,CAAO;QAC1C,oBAAe,GAAf,eAAe,CAAiB;QAChC,WAAM,GAAN,MAAM,CAAe;IAGxC,CAAC;IASD,KAAK,CAAC,gBAAgB,CAAC,EAAU;QAC/B,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC;IAYD,KAAK,CAAC,YAAY,CAAC,EAAU,EAAE,aAAqB;QAClD,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,4BAAmB,CAC3B,2CAA2C,CAC5C,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;IACxE,CAAC;IAaD,KAAK,CAAC,gBAAgB,CACpB,UAAkB,EAClB,cAAsC,EACtC,UAAoB,CAAC,UAAU,CAAC;QAGhC,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACrD,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAGrD,IAAI,cAAc,GAAG,cAAc,CAAC,MAAM;YACxC,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAA,YAAE,EAAC,cAAc,CAAC,EAAE,EAAE,CAAC;YAC1D,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,aAAa,GAAG,QAAQ;aAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;aACrE,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC;aACjD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QAEtC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;QAEzD,cAAc,GAAG,cAAc,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEpD,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,CAC9C,UAAU,EACV,cAAc,EACd,cAAc,CACf,CAAC;IACJ,CAAC;IAUD,aAAa,CAAC,cAAsC;QAClD,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAC/B,IAAI,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CACvD,CAAC;QACF,MAAM,YAAY,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACrD,IAAI,CAAC,eAAe,CAClB,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAC/B,EAAE,IAAI,EAAE,UAAU,EAAE,CACrB,CACF,CAAC;QAEF,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACnC,CAAC;IAKD,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,yBAAiB,CAAC,CAAC;IACjD,CAAC;IAOK,AAAN,KAAK,CAAC,0BAA0B;QAC9B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAOK,AAAN,KAAK,CAAC,yBAAyB;QAC7B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAaK,AAAN,KAAK,CAAC,SAAS;QACb,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAEjD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;YACnC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAEzB,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;IAChB,CAAC;IAcD,KAAK,CAAC,sBAAsB,CAAC,OAAiB;QAC5C,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAExD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YAC3B,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AArLY,4CAAgB;AAwHrB;IADL,IAAA,uBAAO,EAAC,kBAAkB,CAAC;;;;kEAO3B;AAOK;IADL,IAAA,uBAAO,EAAC,iBAAiB,CAAC;;;;iEAO1B;AAaK;IADL,IAAA,+BAAS,EAAC,yBAAiB,CAAC;;;;iDAS5B;2BAhKU,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;IAQR,WAAA,IAAA,eAAM,EAAC,6BAAa,CAAC,CAAA;qCADD,2CAAmB,UAEN,mCAAe;QACxB,8BAAa;GAT7B,gBAAgB,CAqL5B"}

package/dist/nlp/services/nlp-sample-entity.service.d.ts

@@ -0,0 +1,17 @@
+import { BaseOrmService } from '@/utils/generics/base-orm.service';
+import { NlpSampleEntityValue } from '..//types';
+import { NlpSampleEntity, NlpSampleEntityCreateDto, NlpSampleEntityDto, NlpSampleEntityTransformerDto } from '../dto/nlp-sample-entity.dto';
+import { NlpSample, NlpSampleStub } from '../dto/nlp-sample.dto';
+import { NlpValue } from '../dto/nlp-value.dto';
+import { NlpSampleEntityOrmEntity } from '../entities/nlp-sample-entity.entity';
+import { NlpSampleEntityRepository } from '../repositories/nlp-sample-entity.repository';
+import { NlpEntityService } from './nlp-entity.service';
+import { NlpValueService } from './nlp-value.service';
+export declare class NlpSampleEntityService extends BaseOrmService<NlpSampleEntityOrmEntity, NlpSampleEntityTransformerDto, NlpSampleEntityDto> {
+    readonly repository: NlpSampleEntityRepository;
+    private readonly nlpEntityService;
+    private readonly nlpValueService;
+    constructor(repository: NlpSampleEntityRepository, nlpEntityService: NlpEntityService, nlpValueService: NlpValueService);
+    storeSampleEntities(sample: NlpSample, entities: NlpSampleEntityValue[]): Promise<NlpSampleEntity[]>;
+    extractKeywordEntities<S extends NlpSampleStub>(sample: S, value: NlpValue): NlpSampleEntityCreateDto[];
+}

package/dist/nlp/services/nlp-sample-entity.service.js

@@ -0,0 +1,72 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NlpSampleEntityService = void 0;
+const common_1 = require("@nestjs/common");
+const base_orm_service_1 = require("../../utils/generics/base-orm.service");
+const nlp_sample_entity_repository_1 = require("../repositories/nlp-sample-entity.repository");
+const nlp_entity_service_1 = require("./nlp-entity.service");
+const nlp_value_service_1 = require("./nlp-value.service");
+let NlpSampleEntityService = class NlpSampleEntityService extends base_orm_service_1.BaseOrmService {
+    constructor(repository, nlpEntityService, nlpValueService) {
+        super(repository);
+        this.repository = repository;
+        this.nlpEntityService = nlpEntityService;
+        this.nlpValueService = nlpValueService;
+    }
+    async storeSampleEntities(sample, entities) {
+        const storedEntities = await this.nlpEntityService.storeEntities(entities);
+        const storedValues = await this.nlpValueService.storeValues(sample.text, entities);
+        const sampleEntities = entities.map((e) => {
+            const storedEntity = storedEntities.find((se) => se.name === e.entity);
+            const storedValue = storedValues.find((sv) => sv.value === e.value);
+            if (!storedEntity || !storedValue) {
+                throw new Error('Unable to find the stored entity or value');
+            }
+            return {
+                sample: sample.id,
+                entity: storedEntity.id,
+                value: storedValue.id,
+                start: 'start' in e ? e.start : undefined,
+                end: 'end' in e ? e.end : undefined,
+            };
+        });
+        return await this.createMany(sampleEntities);
+    }
+    extractKeywordEntities(sample, value) {
+        const keywords = [value.value, ...value.expressions];
+        const regex = `(?<!\\p{L})${keywords.join('|')}(?!\\p{L})`;
+        const regexPattern = new RegExp(regex, 'giu');
+        const matches = [];
+        let match;
+        while ((match = regexPattern.exec(sample.text)) !== null) {
+            matches.push({
+                sample: sample.id,
+                entity: value.entity,
+                value: value.id,
+                start: match.index,
+                end: match.index + match[0].length,
+            });
+            if (match.index === regexPattern.lastIndex) {
+                regexPattern.lastIndex++;
+            }
+        }
+        return matches;
+    }
+};
+exports.NlpSampleEntityService = NlpSampleEntityService;
+exports.NlpSampleEntityService = NlpSampleEntityService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [nlp_sample_entity_repository_1.NlpSampleEntityRepository,
+        nlp_entity_service_1.NlpEntityService,
+        nlp_value_service_1.NlpValueService])
+], NlpSampleEntityService);
+//# sourceMappingURL=nlp-sample-entity.service.js.map

package/dist/nlp/services/nlp-sample-entity.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nlp-sample-entity.service.js","sourceRoot":"","sources":["../../../src/nlp/services/nlp-sample-entity.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAMA,2CAA4C;AAE5C,4EAAmE;AAYnE,+FAAyF;AAEzF,6DAAwD;AACxD,2DAAsD;AAG/C,IAAM,sBAAsB,GAA5B,MAAM,sBAAuB,SAAQ,iCAI3C;IACC,YACW,UAAqC,EAC7B,gBAAkC,EAClC,eAAgC;QAEjD,KAAK,CAAC,UAAU,CAAC,CAAC;QAJT,eAAU,GAAV,UAAU,CAA2B;QAC7B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,oBAAe,GAAf,eAAe,CAAiB;IAGnD,CAAC;IAYD,KAAK,CAAC,mBAAmB,CACvB,MAAiB,EACjB,QAAgC;QAGhC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC3E,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CACzD,MAAM,CAAC,IAAI,EACX,QAAQ,CACT,CAAC;QAEF,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACxC,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;YACvE,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;YACpE,IAAI,CAAC,YAAY,IAAI,CAAC,WAAW,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,MAAM,CAAC,EAAE;gBACjB,MAAM,EAAE,YAAY,CAAC,EAAE;gBACvB,KAAK,EAAE,WAAW,CAAC,EAAE;gBACrB,KAAK,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;gBACzC,GAAG,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;aACD,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;IAC/C,CAAC;IAUD,sBAAsB,CACpB,MAAS,EACT,KAAe;QAEf,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,cAAc,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC;QAC3D,MAAM,YAAY,GAAG,IAAI,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC9C,MAAM,OAAO,GAA+B,EAAE,CAAC;QAC/C,IAAI,KAA6B,CAAC;QAGlC,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC;gBACX,MAAM,EAAE,MAAM,CAAC,EAAE;gBACjB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,KAAK,EAAE,KAAK,CAAC,EAAE;gBACf,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;aACnC,CAAC,CAAC;YAGH,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;gBAC3C,YAAY,CAAC,SAAS,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAA;AAzFY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;qCAOY,wDAAyB;QACX,qCAAgB;QACjB,mCAAe;GARxC,sBAAsB,CAyFlC"}

package/dist/nlp/services/nlp-sample.service.d.ts

@@ -0,0 +1,42 @@
+import { FindManyOptions, InsertEvent } from 'typeorm';
+import { MessageOrmEntity } from '@/chat/entities/message.entity';
+import { NlpValueMatchPattern } from '@/chat/types/pattern';
+import { LanguageService } from '@/i18n/services/language.service';
+import { LoggerService } from '@/logger/logger.service';
+import { BaseOrmService } from '@/utils/generics/base-orm.service';
+import { NlpEntityFull } from '../dto/nlp-entity.dto';
+import { NlpSample, NlpSampleFull, NlpSampleTransformerDto, TNlpSampleDto } from '../dto/nlp-sample.dto';
+import { NlpSampleOrmEntity } from '../entities/nlp-sample.entity';
+import { NlpSampleRepository } from '../repositories/nlp-sample.repository';
+import { NlpEntityService } from './nlp-entity.service';
+import { NlpSampleEntityService } from './nlp-sample-entity.service';
+import { NlpValueService } from './nlp-value.service';
+export declare class NlpSampleService extends BaseOrmService<NlpSampleOrmEntity, NlpSampleTransformerDto, TNlpSampleDto> {
+    readonly repository: NlpSampleRepository;
+    private readonly nlpSampleEntityService;
+    private readonly nlpEntityService;
+    private readonly nlpValueService;
+    private readonly languageService;
+    private readonly logger;
+    constructor(repository: NlpSampleRepository, nlpSampleEntityService: NlpSampleEntityService, nlpEntityService: NlpEntityService, nlpValueService: NlpValueService, languageService: LanguageService, logger: LoggerService);
+    findByPatterns({ options, patterns, }: {
+        options?: FindManyOptions<NlpSampleOrmEntity>;
+        patterns: NlpValueMatchPattern[];
+    }): Promise<NlpSample[]>;
+    findByPatternsAndPopulate({ options, patterns, }: {
+        options?: FindManyOptions<NlpSampleOrmEntity>;
+        patterns: NlpValueMatchPattern[];
+    }): Promise<NlpSampleFull[]>;
+    countByPatterns({ options, patterns, }: {
+        options?: FindManyOptions<NlpSampleOrmEntity>;
+        patterns: NlpValueMatchPattern[];
+    }): Promise<number>;
+    private normalizeOptions;
+    getAllSamplesAndEntitiesByType(type: NlpSample['type']): Promise<{
+        samples: NlpSampleFull[];
+        entities: NlpEntityFull[];
+    }>;
+    parseAndSaveDataset(data: string): Promise<NlpSample[]>;
+    annotateWithKeywordEntity(entity: NlpEntityFull): Promise<void>;
+    handleNewMessage({ entity: e }: InsertEvent<MessageOrmEntity>): Promise<void>;
+}