@carlonicora/nestjs-neo4jsonapi 0.0.1

package/dist/foundations/chunk/index.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChunkService = exports.ChunkRepository = exports.ChunkModel = exports.chunkMeta = exports.ChunkModule = void 0;
+var chunk_module_1 = require("./chunk.module");
+Object.defineProperty(exports, "ChunkModule", { enumerable: true, get: function () { return chunk_module_1.ChunkModule; } });
+var chunk_meta_1 = require("./entities/chunk.meta");
+Object.defineProperty(exports, "chunkMeta", { enumerable: true, get: function () { return chunk_meta_1.chunkMeta; } });
+var chunk_model_1 = require("./entities/chunk.model");
+Object.defineProperty(exports, "ChunkModel", { enumerable: true, get: function () { return chunk_model_1.ChunkModel; } });
+var chunk_repository_1 = require("./repositories/chunk.repository");
+Object.defineProperty(exports, "ChunkRepository", { enumerable: true, get: function () { return chunk_repository_1.ChunkRepository; } });
+var chunk_service_1 = require("./services/chunk.service");
+Object.defineProperty(exports, "ChunkService", { enumerable: true, get: function () { return chunk_service_1.ChunkService; } });
+//# sourceMappingURL=index.js.map

package/dist/foundations/chunk/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/foundations/chunk/index.ts"],"names":[],"mappings":";;;AAAA,+CAA6C;AAApC,2GAAA,WAAW,OAAA;AAEpB,oDAAkD;AAAzC,uGAAA,SAAS,OAAA;AAClB,sDAAoD;AAA3C,yGAAA,UAAU,OAAA;AACnB,oEAAkE;AAAzD,mHAAA,eAAe,OAAA;AACxB,0DAAwD;AAA/C,6GAAA,YAAY,OAAA"}

package/dist/foundations/chunk/processors/chunk.processor.d.ts

@@ -0,0 +1,21 @@
+import { WorkerHost } from "@nestjs/bullmq";
+import { ConfigService } from "@nestjs/config";
+import { Job } from "bullmq";
+import { ClsService } from "nestjs-cls";
+import { BaseConfigInterface } from "../../../config/interfaces/base.config.interface";
+import { AppLoggingService } from "../../../core/logging/services/logging.service";
+import { TracingService } from "../../../core/tracing/services/tracing.service";
+import { ChunkService } from "../../chunk/services/chunk.service";
+export declare class ChunkProcessor extends WorkerHost {
+    private readonly logger;
+    private readonly tracer;
+    private readonly clsService;
+    private readonly chunkService;
+    private readonly chunkJobName;
+    constructor(logger: AppLoggingService, tracer: TracingService, clsService: ClsService, chunkService: ChunkService, configService: ConfigService<BaseConfigInterface>);
+    onActive(job: Job): void;
+    onError(job: Job): void;
+    onCompleted(job: Job): void;
+    process(job: Job): Promise<void>;
+}
+//# sourceMappingURL=chunk.processor.d.ts.map

package/dist/foundations/chunk/processors/chunk.processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.processor.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunk/processors/chunk.processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4B,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,GAAG,EAAE,MAAM,QAAQ,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,OAAO,EAAE,mBAAmB,EAAE,MAAM,kDAAkD,CAAC;AACvF,OAAO,EAAE,iBAAiB,EAAE,MAAM,gDAAgD,CAAC;AACnF,OAAO,EAAE,cAAc,EAAE,MAAM,gDAAgD,CAAC;AAChF,OAAO,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAC;AAElE,qBACa,cAAe,SAAQ,UAAU;IAI1C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,YAAY;IAN/B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAGnB,MAAM,EAAE,iBAAiB,EACzB,MAAM,EAAE,cAAc,EACtB,UAAU,EAAE,UAAU,EACtB,YAAY,EAAE,YAAY,EAC3C,aAAa,EAAE,aAAa,CAAC,mBAAmB,CAAC;IAOnD,QAAQ,CAAC,GAAG,EAAE,GAAG;IAKjB,OAAO,CAAC,GAAG,EAAE,GAAG;IAKhB,WAAW,CAAC,GAAG,EAAE,GAAG;IAId,OAAO,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;CAkBvC"}

package/dist/foundations/chunk/processors/chunk.processor.js

@@ -0,0 +1,83 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChunkProcessor = void 0;
+const bullmq_1 = require("@nestjs/bullmq");
+const config_1 = require("@nestjs/config");
+const bullmq_2 = require("bullmq");
+const nestjs_cls_1 = require("nestjs-cls");
+const queue_id_1 = require("../../../config/enums/queue.id");
+const logging_service_1 = require("../../../core/logging/services/logging.service");
+const tracing_service_1 = require("../../../core/tracing/services/tracing.service");
+const chunk_service_1 = require("../../chunk/services/chunk.service");
+let ChunkProcessor = class ChunkProcessor extends bullmq_1.WorkerHost {
+    constructor(logger, tracer, clsService, chunkService, configService) {
+        super();
+        this.logger = logger;
+        this.tracer = tracer;
+        this.clsService = clsService;
+        this.chunkService = chunkService;
+        this.chunkJobName = configService.get("jobNames", { infer: true })?.process?.chunk ?? "process_chunk";
+    }
+    onActive(job) {
+        this.logger.debug(`Processing ${job.name} job`);
+    }
+    onError(job) {
+        this.logger.error(`Error processing ${job.name} job (ID: ${job.id}). Reason: ${job.failedReason}`);
+    }
+    onCompleted(job) {
+        this.logger.debug(`Completed ${job.name} job (ID: ${job.id})`);
+    }
+    async process(job) {
+        if (job.name !== this.chunkJobName) {
+            throw new Error(`Job ${job.name} not handled by ChunkProcessor`);
+        }
+        await this.clsService.run(async () => {
+            this.clsService.set("companyId", job.data.companyId);
+            this.clsService.set("userId", job.data.userId);
+            await this.chunkService.generateGraph({
+                companyId: job.data.companyId,
+                userId: job.data.userId,
+                chunkId: job.data.chunkId,
+                id: job.data.contentId,
+                type: job.data.contentType,
+            });
+        });
+    }
+};
+exports.ChunkProcessor = ChunkProcessor;
+__decorate([
+    (0, bullmq_1.OnWorkerEvent)("active"),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [bullmq_2.Job]),
+    __metadata("design:returntype", void 0)
+], ChunkProcessor.prototype, "onActive", null);
+__decorate([
+    (0, bullmq_1.OnWorkerEvent)("failed"),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [bullmq_2.Job]),
+    __metadata("design:returntype", void 0)
+], ChunkProcessor.prototype, "onError", null);
+__decorate([
+    (0, bullmq_1.OnWorkerEvent)("completed"),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [bullmq_2.Job]),
+    __metadata("design:returntype", void 0)
+], ChunkProcessor.prototype, "onCompleted", null);
+exports.ChunkProcessor = ChunkProcessor = __decorate([
+    (0, bullmq_1.Processor)(queue_id_1.QueueId.CHUNK, { concurrency: 50, lockDuration: 1000 * 60 }),
+    __metadata("design:paramtypes", [logging_service_1.AppLoggingService,
+        tracing_service_1.TracingService,
+        nestjs_cls_1.ClsService,
+        chunk_service_1.ChunkService,
+        config_1.ConfigService])
+], ChunkProcessor);
+//# sourceMappingURL=chunk.processor.js.map

package/dist/foundations/chunk/processors/chunk.processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.processor.js","sourceRoot":"","sources":["../../../../src/foundations/chunk/processors/chunk.processor.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAsE;AACtE,2CAA+C;AAC/C,mCAA6B;AAC7B,2CAAwC;AACxC,6DAAyD;AAEzD,oFAAmF;AACnF,oFAAgF;AAChF,sEAAkE;AAG3D,IAAM,cAAc,GAApB,MAAM,cAAe,SAAQ,mBAAU;IAG5C,YACmB,MAAyB,EACzB,MAAsB,EACtB,UAAsB,EACtB,YAA0B,EAC3C,aAAiD;QAEjD,KAAK,EAAE,CAAC;QANS,WAAM,GAAN,MAAM,CAAmB;QACzB,WAAM,GAAN,MAAM,CAAgB;QACtB,eAAU,GAAV,UAAU,CAAY;QACtB,iBAAY,GAAZ,YAAY,CAAc;QAI3C,IAAI,CAAC,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,IAAI,eAAe,CAAC;IACxG,CAAC;IAGD,QAAQ,CAAC,GAAQ;QACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC;IAClD,CAAC;IAGD,OAAO,CAAC,GAAQ;QACd,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,GAAG,CAAC,IAAI,aAAa,GAAG,CAAC,EAAE,cAAc,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;IACrG,CAAC;IAGD,WAAW,CAAC,GAAQ;QAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,IAAI,aAAa,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAQ;QACpB,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,IAAI,gCAAgC,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YACnC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE/C,MAAM,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC;gBACpC,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS;gBAC7B,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM;gBACvB,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO;gBACzB,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS;gBACtB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,WAAW;aAC3B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AA/CY,wCAAc;AAezB;IADC,IAAA,sBAAa,EAAC,QAAQ,CAAC;;qCACV,YAAG;;8CAEhB;AAGD;IADC,IAAA,sBAAa,EAAC,QAAQ,CAAC;;qCACX,YAAG;;6CAEf;AAGD;IADC,IAAA,sBAAa,EAAC,WAAW,CAAC;;qCACV,YAAG;;iDAEnB;yBA3BU,cAAc;IAD1B,IAAA,kBAAS,EAAC,kBAAO,CAAC,KAAK,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;qCAK1C,mCAAiB;QACjB,gCAAc;QACV,uBAAU;QACR,4BAAY;QAC5B,sBAAa;GARnB,cAAc,CA+C1B"}

package/dist/foundations/chunk/repositories/chunk.repository.d.ts

@@ -0,0 +1,69 @@
+import { OnModuleInit } from "@nestjs/common";
+import { ClsService } from "nestjs-cls";
+import { AiStatus } from "../../../common/enums/ai.status";
+import { DataLimits } from "../../../common/types/data.limits";
+import { EmbedderService } from "../../../core";
+import { ModelService } from "../../../core/llm/services/model.service";
+import { Neo4jService } from "../../../core/neo4j/services/neo4j.service";
+import { SecurityService } from "../../../core/security/services/security.service";
+import { Chunk } from "../../chunk/entities/chunk.entity";
+export declare class ChunkRepository implements OnModuleInit {
+    private readonly neo4j;
+    private readonly modelService;
+    private readonly embedderService;
+    private readonly clsService;
+    private readonly securityService;
+    constructor(neo4j: Neo4jService, modelService: ModelService, embedderService: EmbedderService, clsService: ClsService, securityService: SecurityService);
+    onModuleInit(): Promise<void>;
+    findPotentialChunks(params: {
+        question: string;
+        dataLimits: DataLimits;
+    }): Promise<Chunk[]>;
+    findSubsequentChunkId(params: {
+        chunkId: string;
+    }): Promise<Chunk>;
+    findPreviousChunkId(params: {
+        chunkId: string;
+    }): Promise<Chunk>;
+    findChunkById(params: {
+        chunkId: string;
+    }): Promise<Chunk>;
+    findChunks(params: {
+        id: string;
+        nodeType: string;
+    }): Promise<Chunk[]>;
+    createChunk(params: {
+        id: string;
+        nodeId: string;
+        nodeType: string;
+        previousChunkId?: string;
+        content: string;
+        imagePath?: string;
+        position: number;
+    }): Promise<void>;
+    updateStatus(params: {
+        id: string;
+        aiStatus: AiStatus;
+    }): Promise<void>;
+    getChunksInProgress(params: {
+        id: string;
+        nodeType: string;
+    }): Promise<Chunk[]>;
+    createNextRelationship(params: {
+        chunkId: string;
+        nextChunkId: string;
+    }): Promise<void>;
+    deleteChunks(params: {
+        chunkIds: string[];
+    }): Promise<void>;
+    deleteDisconnectedChunks(): Promise<void>;
+    deleteChunksByNodeType(params: {
+        id: string;
+        nodeType: string;
+    }): Promise<void>;
+    findChunkByContentIdAndType(params: {
+        id: string;
+        type: string;
+    }): Promise<Chunk[]>;
+}
+//# sourceMappingURL=chunk.repository.d.ts.map

package/dist/foundations/chunk/repositories/chunk.repository.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.repository.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunk/repositories/chunk.repository.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,OAAO,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,0CAA0C,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,4CAA4C,CAAC;AAC1E,OAAO,EAAE,eAAe,EAAE,MAAM,kDAAkD,CAAC;AACnF,OAAO,EAAE,KAAK,EAAE,MAAM,mCAAmC,CAAC;AAG1D,qBACa,eAAgB,YAAW,YAAY;IAEhD,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,eAAe;gBAJf,KAAK,EAAE,YAAY,EACnB,YAAY,EAAE,YAAY,EAC1B,eAAe,EAAE,eAAe,EAChC,UAAU,EAAE,UAAU,EACtB,eAAe,EAAE,eAAe;IAG7C,YAAY;IAmBZ,mBAAmB,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,UAAU,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAiC3F,qBAAqB,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,CAAC;IAgBlE,mBAAmB,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,CAAC;IAgBhE,aAAa,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,CAAC;IAgB1D,UAAU,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAiBtE,WAAW,CAAC,MAAM,EAAE;QACxB,EAAE,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;KAClB,GAAG,OAAO,CAAC,IAAI,CAAC;IAiDX,YAAY,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,QAAQ,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBvE,mBAAmB,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAkB/E,sBAAsB,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBvF,YAAY,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB3D,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC;IAYzC,sBAAsB,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAe/E,2BAA2B,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;CAe1F"}

package/dist/foundations/chunk/repositories/chunk.repository.js

@@ -0,0 +1,259 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChunkRepository = void 0;
+const common_1 = require("@nestjs/common");
+const nestjs_cls_1 = require("nestjs-cls");
+const ai_status_1 = require("../../../common/enums/ai.status");
+const ai_source_query_1 = require("../../../common/repositories/ai.source.query");
+const core_1 = require("../../../core");
+const model_service_1 = require("../../../core/llm/services/model.service");
+const neo4j_service_1 = require("../../../core/neo4j/services/neo4j.service");
+const security_service_1 = require("../../../core/security/services/security.service");
+const chunk_model_1 = require("../../chunk/entities/chunk.model");
+let ChunkRepository = class ChunkRepository {
+    constructor(neo4j, modelService, embedderService, clsService, securityService) {
+        this.neo4j = neo4j;
+        this.modelService = modelService;
+        this.embedderService = embedderService;
+        this.clsService = clsService;
+        this.securityService = securityService;
+    }
+    async onModuleInit() {
+        await this.neo4j.writeOne({
+            query: `CREATE CONSTRAINT chunk_id IF NOT EXISTS FOR (chunk:Chunk) REQUIRE chunk.id IS UNIQUE`,
+        });
+        const dimensions = this.modelService.getEmbedderDimensions();
+        await this.neo4j.writeOne({
+            query: `
+        CREATE VECTOR INDEX chunks IF NOT EXISTS
+        FOR (chunk:Chunk)
+        ON chunk.embedding
+        OPTIONS { indexConfig: {
+        \`vector.dimensions\`:  ${dimensions},
+        \`vector.similarity_function\`: 'cosine'
+        }};
+        `,
+        });
+    }
+    async findPotentialChunks(params) {
+        const query = this.neo4j.initQuery({ serialiser: chunk_model_1.ChunkModel });
+        const queryEmbedding = await this.embedderService.vectoriseText({ text: params.question });
+        query.queryParams = {
+            ...query.queryParams,
+            queryEmbedding,
+        };
+        query.query = `
+        MATCH (data)-[:BELONGS_TO]->(company)
+        ${(0, ai_source_query_1.aiSourceQuery)({
+            currentUserId: this.clsService.get("userId"),
+            securityService: this.securityService,
+            dataLimits: params.dataLimits,
+            returnsData: true,
+        })}
+        MATCH (chunk:Chunk)<-[:HAS_CHUNK]-(data)
+        WITH COLLECT(DISTINCT chunk.id) AS chunkIds
+
+        CALL db.index.vector.queryNodes('chunks', 1000, $queryEmbedding)
+        YIELD node AS candidateChunk, score
+        WHERE candidateChunk.id IN chunkIds
+
+        RETURN candidateChunk AS chunk, score
+        ORDER BY score DESC
+        LIMIT 20
+      `;
+        return this.neo4j.readMany(query);
+    }
+    async findSubsequentChunkId(params) {
+        const query = this.neo4j.initQuery({ serialiser: chunk_model_1.ChunkModel });
+        query.queryParams = {
+            ...query.queryParams,
+            chunkId: params.chunkId,
+        };
+        query.query += `
+        MATCH (company)<-[:BELONGS_TO]-()-[:HAS_CHUNK]->(current:Chunk {id: $chunkId})-[:NEXT]->(chunk:Chunk)
+        RETURN chunk
+      `;
+        return this.neo4j.readOne(query);
+    }
+    async findPreviousChunkId(params) {
+        const query = this.neo4j.initQuery({ serialiser: chunk_model_1.ChunkModel });
+        query.queryParams = {
+            ...query.queryParams,
+            chunkId: params.chunkId,
+        };
+        query.query += `
+        MATCH (company)<-[:BELONGS_TO]-()-[:HAS_CHUNK]->(current:Chunk {id: $chunkId})<-[:NEXT]-(chunk:Chunk)
+        RETURN chunk
+      `;
+        return this.neo4j.readOne(query);
+    }
+    async findChunkById(params) {
+        const query = this.neo4j.initQuery({ serialiser: chunk_model_1.ChunkModel });
+        query.queryParams = {
+            ...query.queryParams,
+            chunkId: params.chunkId,
+        };
+        query.query += `
+      MATCH (company)<-[:BELONGS_TO]-()-[:HAS_CHUNK]->(chunk:Chunk {id: $chunkId})
+      RETURN chunk
+    `;
+        return this.neo4j.readOne(query);
+    }
+    async findChunks(params) {
+        const query = this.neo4j.initQuery({ serialiser: chunk_model_1.ChunkModel });
+        query.queryParams = {
+            ...query.queryParams,
+            id: params.id,
+        };
+        query.query += `
+      MATCH (company)<-[:BELONGS_TO]-(chunk_type:${params.nodeType} {id: $id})-[:HAS_CHUNK]->(chunk:Chunk)
+      RETURN chunk, chunk_type
+      ORDER BY chunk.position
+    `;
+        return this.neo4j.readMany(query);
+    }
+    async createChunk(params) {
+        const query = this.neo4j.initQuery();
+        const vector = await this.embedderService.vectoriseText({ text: params.content });
+        query.queryParams = {
+            ...query.queryParams,
+            id: params.id,
+            content: params.content,
+            position: params.position,
+            vector: vector,
+            imagePath: params.imagePath,
+            previousChunkId: params.previousChunkId,
+            aiStatus: ai_status_1.AiStatus.Pending,
+            nodeId: params.nodeId,
+            nodeType: params.nodeType,
+        };
+        query.query += `
+      MATCH (nodeType:${params.nodeType} {id: $nodeId})
+      MATCH (nodeType)-[:BELONGS_TO]->(company)
+      CREATE (chunk:Chunk {
+        id: $id,
+        content: $content, 
+        ${params.imagePath ? "imagePath: $imagePath," : ""}
+        embedding: $vector,
+        position: $position,
+        aiStatus: $aiStatus,
+        nodeId: $nodeId,
+        nodeType: $nodeType,
+        createdAt: datetime(),
+        updatedAt: datetime()
+      })
+      WITH chunk, nodeType
+      MERGE (nodeType)-[:HAS_CHUNK]->(chunk)
+      ${params.previousChunkId
+            ? `
+          WITH chunk 
+          MATCH (previous:Chunk {id: $previousChunkId}) 
+          MERGE (previous)-[:NEXT]->(chunk)
+        `
+            : ``}
+    `;
+        await this.neo4j.writeOne(query);
+    }
+    async updateStatus(params) {
+        const query = this.neo4j.initQuery();
+        query.queryParams = {
+            ...query.queryParams,
+            id: params.id,
+            aiStatus: params.aiStatus,
+        };
+        query.query = `
+      MATCH (chunk:Chunk {id: $id})
+      SET chunk.aiStatus = $aiStatus, chunk.updatedAt = datetime();
+    `;
+        await this.neo4j.writeOne(query);
+    }
+    async getChunksInProgress(params) {
+        const query = this.neo4j.initQuery({ serialiser: chunk_model_1.ChunkModel });
+        query.queryParams = {
+            ...query.queryParams,
+            id: params.id,
+            aiStatus: [ai_status_1.AiStatus.InProgress, ai_status_1.AiStatus.Pending],
+        };
+        query.query += `
+      MATCH (chunk_type:${params.nodeType} {id: $id})-[:HAS_CHUNK]->(chunk:Chunk)
+      WHERE chunk.aiStatus IN $aiStatus
+      RETURN chunk
+    `;
+        return this.neo4j.readMany(query);
+    }
+    async createNextRelationship(params) {
+        const query = this.neo4j.initQuery();
+        query.queryParams = {
+            chunkId: params.chunkId,
+            nextChunkId: params.nextChunkId,
+        };
+        query.query = `
+      MATCH (chunk:Chunk {id: $chunkId, userId: $userId}), (next:Chunk {id: $nextChunkId, userId: $userId})
+      MERGE (chunk)-[:NEXT]->(next)
+    `;
+        await this.neo4j.writeOne(query);
+    }
+    async deleteChunks(params) {
+        const query = this.neo4j.initQuery();
+        query.queryParams = {
+            chunkIds: params.chunkIds,
+        };
+        query.query = `
+      MATCH (chunk: Chunk)
+      WHERE chunk.id IN $chunkIds
+      DETACH DELETE chunk
+    `;
+        await this.neo4j.writeOne(query);
+    }
+    async deleteDisconnectedChunks() {
+        const query = this.neo4j.initQuery();
+        query.query = `
+      MATCH (chunk:Chunk)
+      WHERE NOT (chunk)<-[:HAS_CHUNK]-()
+      DETACH DELETE chunk
+    `;
+        await this.neo4j.writeOne(query);
+    }
+    async deleteChunksByNodeType(params) {
+        const query = this.neo4j.initQuery();
+        query.queryParams = {
+            id: params.id,
+        };
+        query.query = `
+      MATCH (nodeType:${params.nodeType} {id: $id})-[:HAS_CHUNK]->(chunk:Chunk)
+      DETACH DELETE chunk
+    `;
+        await this.neo4j.writeOne(query);
+    }
+    async findChunkByContentIdAndType(params) {
+        const query = this.neo4j.initQuery({ fetchAll: true, serialiser: chunk_model_1.ChunkModel });
+        query.queryParams = {
+            id: params.id,
+            nodeType: params.type,
+        };
+        query.query = `
+      MATCH (node:${params.type} {id: $id})-[:HAS_CHUNK]->(chunk:Chunk)
+      RETURN chunk
+    `;
+        return this.neo4j.readMany(query);
+    }
+};
+exports.ChunkRepository = ChunkRepository;
+exports.ChunkRepository = ChunkRepository = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [neo4j_service_1.Neo4jService,
+        model_service_1.ModelService,
+        core_1.EmbedderService,
+        nestjs_cls_1.ClsService,
+        security_service_1.SecurityService])
+], ChunkRepository);
+//# sourceMappingURL=chunk.repository.js.map

package/dist/foundations/chunk/repositories/chunk.repository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.repository.js","sourceRoot":"","sources":["../../../../src/foundations/chunk/repositories/chunk.repository.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA0D;AAC1D,2CAAwC;AACxC,+DAA2D;AAC3D,kFAA6E;AAE7E,wCAAgD;AAChD,4EAAwE;AACxE,8EAA0E;AAC1E,uFAAmF;AAEnF,kEAA8D;AAGvD,IAAM,eAAe,GAArB,MAAM,eAAe;IAC1B,YACmB,KAAmB,EACnB,YAA0B,EAC1B,eAAgC,EAChC,UAAsB,EACtB,eAAgC;QAJhC,UAAK,GAAL,KAAK,CAAc;QACnB,iBAAY,GAAZ,YAAY,CAAc;QAC1B,oBAAe,GAAf,eAAe,CAAiB;QAChC,eAAU,GAAV,UAAU,CAAY;QACtB,oBAAe,GAAf,eAAe,CAAiB;IAChD,CAAC;IAEJ,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YACxB,KAAK,EAAE,uFAAuF;SAC/F,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;QAC7D,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YACxB,KAAK,EAAE;;;;;kCAKqB,UAAU;;;SAGnC;SACJ,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,MAAoD;QAC5E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,wBAAU,EAAE,CAAC,CAAC;QAE/D,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAE3F,KAAK,CAAC,WAAW,GAAG;YAClB,GAAG,KAAK,CAAC,WAAW;YACpB,cAAc;SACf,CAAC;QAEF,KAAK,CAAC,KAAK,GAAG;;UAER,IAAA,+BAAa,EAAC;YACd,aAAa,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC5C,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW,EAAE,IAAI;SAClB,CAAC;;;;;;;;;;;OAWH,CAAC;QAEJ,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAA2B;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,wBAAU,EAAE,CAAC,CAAC;QAE/D,KAAK,CAAC,WAAW,GAAG;YAClB,GAAG,KAAK,CAAC,WAAW;YACpB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC;QAEF,KAAK,CAAC,KAAK,IAAI;;;OAGZ,CAAC;QAEJ,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,MAA2B;QACnD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,wBAAU,EAAE,CAAC,CAAC;QAE/D,KAAK,CAAC,WAAW,GAAG;YAClB,GAAG,KAAK,CAAC,WAAW;YACpB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC;QAEF,KAAK,CAAC,KAAK,IAAI;;;OAGZ,CAAC;QAEJ,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,MAA2B;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,wBAAU,EAAE,CAAC,CAAC;QAE/D,KAAK,CAAC,WAAW,GAAG;YAClB,GAAG,KAAK,CAAC,WAAW;YACpB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC;QAEF,KAAK,CAAC,KAAK,IAAI;;;KAGd,CAAC;QAEF,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAwC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,wBAAU,EAAE,CAAC,CAAC;QAE/D,KAAK,CAAC,WAAW,GAAG;YAClB,GAAG,KAAK,CAAC,WAAW;YACpB,EAAE,EAAE,MAAM,CAAC,EAAE;SACd,CAAC;QAEF,KAAK,CAAC,KAAK,IAAI;mDACgC,MAAM,CAAC,QAAQ;;;KAG7D,CAAC;QAEF,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAQjB;QACC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAErC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAElF,KAAK,CAAC,WAAW,GAAG;YAClB,GAAG,KAAK,CAAC,WAAW;YACpB,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,QAAQ,EAAE,oBAAQ,CAAC,OAAO;YAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC;QAEF,KAAK,CAAC,KAAK,IAAI;wBACK,MAAM,CAAC,QAAQ;;;;;UAK7B,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,EAAE;;;;;;;;;;;QAYlD,MAAM,CAAC,eAAe;YACpB,CAAC,CAAC;;;;SAIH;YACC,CAAC,CAAC,EACN;KACD,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAA0C;QAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAErC,KAAK,CAAC,WAAW,GAAG;YAClB,GAAG,KAAK,CAAC,WAAW;YACpB,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC;QAEF,KAAK,CAAC,KAAK,GAAG;;;KAGb,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,MAAwC;QAChE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,wBAAU,EAAE,CAAC,CAAC;QAE/D,KAAK,CAAC,WAAW,GAAG;YAClB,GAAG,KAAK,CAAC,WAAW;YACpB,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,CAAC,oBAAQ,CAAC,UAAU,EAAE,oBAAQ,CAAC,OAAO,CAAC;SAClD,CAAC;QAEF,KAAK,CAAC,KAAK,IAAI;0BACO,MAAM,CAAC,QAAQ;;;KAGpC,CAAC;QAEF,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,MAAgD;QAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAErC,KAAK,CAAC,WAAW,GAAG;YAClB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,WAAW,EAAE,MAAM,CAAC,WAAW;SAChC,CAAC;QAEF,KAAK,CAAC,KAAK,GAAG;;;KAGb,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAA8B;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAErC,KAAK,CAAC,WAAW,GAAG;YAClB,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC;QAEF,KAAK,CAAC,KAAK,GAAG;;;;KAIb,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,wBAAwB;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAErC,KAAK,CAAC,KAAK,GAAG;;;;KAIb,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,MAAwC;QACnE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAErC,KAAK,CAAC,WAAW,GAAG;YAClB,EAAE,EAAE,MAAM,CAAC,EAAE;SACd,CAAC;QAEF,KAAK,CAAC,KAAK,GAAG;wBACM,MAAM,CAAC,QAAQ;;KAElC,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAoC;QACpE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,wBAAU,EAAE,CAAC,CAAC;QAE/E,KAAK,CAAC,WAAW,GAAG;YAClB,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,IAAI;SACtB,CAAC;QAEF,KAAK,CAAC,KAAK,GAAG;oBACE,MAAM,CAAC,IAAI;;KAE1B,CAAC;QAEF,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAA;AApSY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;qCAGe,4BAAY;QACL,4BAAY;QACT,sBAAe;QACpB,uBAAU;QACL,kCAAe;GANxC,eAAe,CAoS3B"}

package/dist/foundations/chunk/serialisers/chunk.serialiser.d.ts

@@ -0,0 +1,14 @@
+import { ConfigService } from "@nestjs/config";
+import { BaseConfigInterface } from "../../../config/interfaces";
+import { AbstractJsonApiSerialiser } from "../../../core/jsonapi/abstracts/abstract.jsonapi.serialiser";
+import { JsonApiSerialiserFactory } from "../../../core/jsonapi/factories/jsonapi.serialiser.factory";
+import { JsonApiDataInterface } from "../../../core/jsonapi/interfaces/jsonapi.data.interface";
+import { JsonApiServiceInterface } from "../../../core/jsonapi/interfaces/jsonapi.service.interface";
+import { S3Service } from "../../s3/services/s3.service";
+export declare class ChunkSerialiser extends AbstractJsonApiSerialiser implements JsonApiServiceInterface {
+    protected readonly s3Service: S3Service;
+    constructor(serialiserFactory: JsonApiSerialiserFactory, s3Service: S3Service, configService: ConfigService<BaseConfigInterface>);
+    get type(): string;
+    create(): JsonApiDataInterface;
+}
+//# sourceMappingURL=chunk.serialiser.d.ts.map

package/dist/foundations/chunk/serialisers/chunk.serialiser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.serialiser.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunk/serialisers/chunk.serialiser.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,yBAAyB,EAAE,MAAM,6DAA6D,CAAC;AACxG,OAAO,EAAE,wBAAwB,EAAE,MAAM,4DAA4D,CAAC;AACtG,OAAO,EAAE,oBAAoB,EAAE,MAAM,yDAAyD,CAAC;AAC/F,OAAO,EAAE,uBAAuB,EAAE,MAAM,4DAA4D,CAAC;AAGrG,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAEzD,qBACa,eAAgB,SAAQ,yBAA0B,YAAW,uBAAuB;IAG7F,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS;gBADvC,iBAAiB,EAAE,wBAAwB,EACxB,SAAS,EAAE,SAAS,EACvC,aAAa,EAAE,aAAa,CAAC,mBAAmB,CAAC;IAKnD,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,MAAM,IAAI,oBAAoB;CAoB/B"}

package/dist/foundations/chunk/serialisers/chunk.serialiser.js

@@ -0,0 +1,54 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChunkSerialiser = void 0;
+const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const abstract_jsonapi_serialiser_1 = require("../../../core/jsonapi/abstracts/abstract.jsonapi.serialiser");
+const jsonapi_serialiser_factory_1 = require("../../../core/jsonapi/factories/jsonapi.serialiser.factory");
+const chunk_meta_1 = require("../../chunk/entities/chunk.meta");
+const s3_service_1 = require("../../s3/services/s3.service");
+let ChunkSerialiser = class ChunkSerialiser extends abstract_jsonapi_serialiser_1.AbstractJsonApiSerialiser {
+    constructor(serialiserFactory, s3Service, configService) {
+        super(serialiserFactory, configService);
+        this.s3Service = s3Service;
+    }
+    get type() {
+        return chunk_meta_1.chunkMeta.endpoint;
+    }
+    create() {
+        this.attributes = {
+            content: "content",
+            imagePath: async (data) => {
+                if (!data.imagePath)
+                    return undefined;
+                return await this.s3Service.generateSignedUrl({ key: data.imagePath, ttl: 60 * 60 * 24 * 7 });
+            },
+        };
+        this.meta = {
+            nodeId: "nodeId",
+            nodeType: "nodeType",
+            relevance: (data) => {
+                return data.relevance ?? 0;
+            },
+            reason: "reason",
+        };
+        return super.create();
+    }
+};
+exports.ChunkSerialiser = ChunkSerialiser;
+exports.ChunkSerialiser = ChunkSerialiser = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [jsonapi_serialiser_factory_1.JsonApiSerialiserFactory,
+        s3_service_1.S3Service,
+        config_1.ConfigService])
+], ChunkSerialiser);
+//# sourceMappingURL=chunk.serialiser.js.map

package/dist/foundations/chunk/serialisers/chunk.serialiser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.serialiser.js","sourceRoot":"","sources":["../../../../src/foundations/chunk/serialisers/chunk.serialiser.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,6GAAwG;AACxG,2GAAsG;AAItG,gEAA4D;AAC5D,6DAAyD;AAGlD,IAAM,eAAe,GAArB,MAAM,eAAgB,SAAQ,uDAAyB;IAC5D,YACE,iBAA2C,EACxB,SAAoB,EACvC,aAAiD;QAEjD,KAAK,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC;QAHrB,cAAS,GAAT,SAAS,CAAW;IAIzC,CAAC;IAED,IAAI,IAAI;QACN,OAAO,sBAAS,CAAC,QAAQ,CAAC;IAC5B,CAAC;IAED,MAAM;QACJ,IAAI,CAAC,UAAU,GAAG;YAChB,OAAO,EAAE,SAAS;YAClB,SAAS,EAAE,KAAK,EAAE,IAAW,EAAE,EAAE;gBAC/B,IAAI,CAAC,IAAI,CAAC,SAAS;oBAAE,OAAO,SAAS,CAAC;gBACtC,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAChG,CAAC;SACF,CAAC;QAEF,IAAI,CAAC,IAAI,GAAG;YACV,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,UAAU;YACpB,SAAS,EAAE,CAAC,IAAW,EAAE,EAAE;gBACzB,OAAO,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;YAC7B,CAAC;YACD,MAAM,EAAE,QAAQ;SACjB,CAAC;QAEF,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;IACxB,CAAC;CACF,CAAA;AAjCY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;qCAGU,qDAAwB;QACb,sBAAS;QACxB,sBAAa;GAJnB,eAAe,CAiC3B"}

package/dist/foundations/chunk/services/chunk.service.d.ts

@@ -0,0 +1,61 @@
+import { Document } from "@langchain/core/documents";
+import { ConfigService } from "@nestjs/config";
+import { ModuleRef } from "@nestjs/core";
+import { ClsService } from "nestjs-cls";
+import { GraphCreatorService } from "../../../agents/graph.creator/services/graph.creator.service";
+import { BaseConfigInterface } from "../../../config/interfaces/base.config.interface";
+import { JsonApiDataInterface } from "../../../core/jsonapi/interfaces/jsonapi.data.interface";
+import { JsonApiService } from "../../../core/jsonapi/services/jsonapi.service";
+import { AppLoggingService } from "../../../core/logging/services/logging.service";
+import { TracingService } from "../../../core/tracing/services/tracing.service";
+import { AtomicFactService } from "../../atomicfact/services/atomicfact.service";
+import { Chunk } from "../../chunk/entities/chunk.entity";
+import { ChunkRepository } from "../../chunk/repositories/chunk.repository";
+import { KeyConceptRepository } from "../../keyconcept/repositories/keyconcept.repository";
+import { KeyConceptService } from "../../keyconcept/services/keyconcept.service";
+import { TokenUsageService } from "../../tokenusage/services/tokenusage.service";
+export declare class ChunkService {
+    private readonly logger;
+    private readonly tracer;
+    private readonly clsService;
+    private readonly builder;
+    private readonly chunkRepository;
+    private readonly atomicFactService;
+    private readonly keyConceptService;
+    private readonly graphGeneratorService;
+    private readonly keyConceptRepository;
+    private readonly tokenUsageService;
+    private readonly moduleRef;
+    private readonly jobNames;
+    constructor(logger: AppLoggingService, tracer: TracingService, clsService: ClsService, builder: JsonApiService, chunkRepository: ChunkRepository, atomicFactService: AtomicFactService, keyConceptService: KeyConceptService, graphGeneratorService: GraphCreatorService, keyConceptRepository: KeyConceptRepository, tokenUsageService: TokenUsageService, moduleRef: ModuleRef, configService: ConfigService<BaseConfigInterface>);
+    private isDeadlockError;
+    private createEmptyChunkAnalysis;
+    private retryWithExponentialBackoff;
+    private retryGraphGenerationWithFallback;
+    findById(params: {
+        chunkId: string;
+    }): Promise<JsonApiDataInterface>;
+    createChunks(params: {
+        id: string;
+        nodeType: string;
+        data: Document[];
+    }): Promise<Chunk[]>;
+    deleteChunks(params: {
+        id: string;
+        nodeType: string;
+    }): Promise<void>;
+    generateGraph(params: {
+        companyId: string;
+        userId: string;
+        chunkId: string;
+        id: string;
+        type: string;
+    }): Promise<void>;
+    /**
+     * Dynamically selects the queue based on content type.
+     * Uses convention: labelName.toLowerCase() = queue ID
+     * e.g., "Article" -> "article" queue
+     */
+    private selectQueue;
+}
+//# sourceMappingURL=chunk.service.d.ts.map

package/dist/foundations/chunk/services/chunk.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.service.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunk/services/chunk.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAGrD,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAGzC,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,mBAAmB,EAAE,MAAM,8DAA8D,CAAC;AAGnG,OAAO,EAAE,mBAAmB,EAAE,MAAM,kDAAkD,CAAC;AAEvF,OAAO,EAAE,oBAAoB,EAAE,MAAM,yDAAyD,CAAC;AAC/F,OAAO,EAAE,cAAc,EAAE,MAAM,gDAAgD,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,MAAM,gDAAgD,CAAC;AACnF,OAAO,EAAE,cAAc,EAAE,MAAM,gDAAgD,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,MAAM,8CAA8C,CAAC;AACjF,OAAO,EAAE,KAAK,EAAE,MAAM,mCAAmC,CAAC;AAE1D,OAAO,EAAE,eAAe,EAAE,MAAM,2CAA2C,CAAC;AAC5E,OAAO,EAAE,oBAAoB,EAAE,MAAM,qDAAqD,CAAC;AAC3F,OAAO,EAAE,iBAAiB,EAAE,MAAM,8CAA8C,CAAC;AAEjF,OAAO,EAAE,iBAAiB,EAAE,MAAM,8CAA8C,CAAC;AAEjF,qBACa,YAAY;IAIrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAClC,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAClC,OAAO,CAAC,QAAQ,CAAC,qBAAqB;IACtC,OAAO,CAAC,QAAQ,CAAC,oBAAoB;IACrC,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAClC,OAAO,CAAC,QAAQ,CAAC,SAAS;IAb5B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA0B;gBAGhC,MAAM,EAAE,iBAAiB,EACzB,MAAM,EAAE,cAAc,EACtB,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE,cAAc,EACvB,eAAe,EAAE,eAAe,EAChC,iBAAiB,EAAE,iBAAiB,EACpC,iBAAiB,EAAE,iBAAiB,EACpC,qBAAqB,EAAE,mBAAmB,EAC1C,oBAAoB,EAAE,oBAAoB,EAC1C,iBAAiB,EAAE,iBAAiB,EACpC,SAAS,EAAE,SAAS,EACrC,aAAa,EAAE,aAAa,CAAC,mBAAmB,CAAC;IAKnD,OAAO,CAAC,eAAe;IAUvB,OAAO,CAAC,wBAAwB;YAQlB,2BAA2B;YAqC3B,gCAAgC;IAkCxC,QAAQ,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAQpE,YAAY,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,QAAQ,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAyB1F,YAAY,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrE,aAAa,CAAC,MAAM,EAAE;QAC1B,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;KACd,GAAG,OAAO,CAAC,IAAI,CAAC;IA4HjB;;;;OAIG;IACH,OAAO,CAAC,WAAW;CAepB"}