@carlonicora/nestjs-neo4jsonapi 1.104.0 → 1.106.0

package/dist/foundations/chunk/entities/chunk.entity.d.ts

@@ -1,5 +1,9 @@
 import { Entity } from "../../../common";
 import { PolymorphicDiscriminatorData } from "../../../common/interfaces/entity.schema.interface";
+export interface ChunkDate {
+    date: string;
+    description: string;
+}
 export type Chunk = Entity & {
     content: string;
     position?: number;
@@ -9,6 +13,10 @@ export type Chunk = Entity & {
     aiStatus?: string;
     embedding?: number[];
     source?: unknown;
+    heading?: string;
+    /** Stored on the node as a JSON string; exposed here parsed via a computed field. */
+    dates?: ChunkDate[];
+    propagatedDates?: ChunkDate[];
 };
 export declare const ChunkDescriptor: import("../../../common").EntityDescriptor<Chunk, {
     source: {

package/dist/foundations/chunk/entities/chunk.entity.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chunk.entity.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunk/entities/chunk.entity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAgB,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,4BAA4B,EAAE,MAAM,oDAAoD,CAAC;AAKlG,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,eAAO,MAAM,eAAe;;;;;;;;;;kCAkCE,4BAA4B;;;EAUxD,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG,OAAO,eAAe,CAAC"}
+{"version":3,"file":"chunk.entity.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunk/entities/chunk.entity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAgB,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,4BAA4B,EAAE,MAAM,oDAAoD,CAAC;AAKlG,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,qFAAqF;IACrF,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;IACpB,eAAe,CAAC,EAAE,SAAS,EAAE,CAAC;CAC/B,CAAC;AAgBF,eAAO,MAAM,eAAe;;;;;;;;;;kCAwCE,4BAA4B;;;EAUxD,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG,OAAO,eAAe,CAAC"}

package/dist/foundations/chunk/entities/chunk.entity.js

@@ -5,6 +5,21 @@ const common_1 = require("../../../common");
 const registry_1 = require("../../../common/registries/registry");
 const s3_1 = require("../../s3");
 const chunk_meta_1 = require("./chunk.meta");
+/** Parse a `dates` / `propagatedDates` value that is persisted as a JSON-string blob. */
+const parseChunkDates = (raw) => {
+    if (Array.isArray(raw))
+        return raw;
+    if (typeof raw === "string" && raw.trim()) {
+        try {
+            const parsed = JSON.parse(raw);
+            return Array.isArray(parsed) ? parsed : [];
+        }
+        catch {
+            return [];
+        }
+    }
+    return [];
+};
 exports.ChunkDescriptor = (0, common_1.defineEntity)()({
     ...chunk_meta_1.chunkMeta,
     injectServices: [s3_1.S3Service],
@@ -14,6 +29,7 @@ exports.ChunkDescriptor = (0, common_1.defineEntity)()({
         nodeId: { type: "string", meta: true },
         nodeType: { type: "string", meta: true },
         aiStatus: { type: "string" },
+        heading: { type: "string" },
         embedding: { type: "number[]", excludeFromJsonApi: true },
         imagePath: {
             type: "string",
@@ -27,6 +43,10 @@ exports.ChunkDescriptor = (0, common_1.defineEntity)()({
             },
         },
     },
+    computed: {
+        dates: { compute: (params) => parseChunkDates(params.data?.dates) },
+        propagatedDates: { compute: (params) => parseChunkDates(params.data?.propagatedDates) },
+    },
     relationships: {
         source: {
             model: chunk_meta_1.chunkMeta, // overridden per-row by polymorphic discriminator

package/dist/foundations/chunk/entities/chunk.entity.js.map

@@ -1 +1 @@
-{"version":3,"file":"chunk.entity.js","sourceRoot":"","sources":["../../../../src/foundations/chunk/entities/chunk.entity.ts"],"names":[],"mappings":";;;AAAA,4CAAuD;AAEvD,kEAAoE;AACpE,iCAAqC;AACrC,6CAAyC;AAa5B,QAAA,eAAe,GAAG,IAAA,qBAAY,GAAS,CAAC;IACnD,GAAG,sBAAS;IAEZ,cAAc,EAAE,CAAC,cAAS,CAAC;IAE3B,MAAM,EAAE;QACN,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;QAC3C,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC5B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE;QACtC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE;QACxC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC5B,SAAS,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,kBAAkB,EAAE,IAAI,EAAE;QACzD,SAAS,EAAE;YACT,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;gBAClC,IAAI,CAAC,IAAI,CAAC,SAAS;oBAAE,OAAO,SAAS,CAAC;gBACtC,OAAO,MAAM,QAAQ,CAAC,SAAS,CAAC,iBAAiB,CAAC;oBAChD,GAAG,EAAE,IAAI,CAAC,SAAS;oBACnB,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;iBACtB,CAAC,CAAC;YACL,CAAC;SACF;KACF;IAED,aAAa,EAAE;QACb,MAAM,EAAE;YACN,KAAK,EAAE,sBAAS,EAAE,kDAAkD;YACpE,SAAS,EAAE,IAAI;YACf,YAAY,EAAE,WAAW;YACzB,WAAW,EAAE,KAAK;YAClB,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE;gBACX,UAAU,EAAE,EAAE;gBACd,aAAa,EAAE,CAAC,IAAkC,EAAE,EAAE;oBACpD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;wBAChC,MAAM,KAAK,GAAG,wBAAa,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;wBAClD,IAAI,KAAK;4BAAE,OAAO,KAAK,CAAC;oBAC1B,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,wDAAwD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACzG,CAAC;aACF;SACF;KACF;CACF,CAAC,CAAC"}
+{"version":3,"file":"chunk.entity.js","sourceRoot":"","sources":["../../../../src/foundations/chunk/entities/chunk.entity.ts"],"names":[],"mappings":";;;AAAA,4CAAuD;AAEvD,kEAAoE;AACpE,iCAAqC;AACrC,6CAAyC;AAsBzC,yFAAyF;AACzF,MAAM,eAAe,GAAG,CAAC,GAAY,EAAe,EAAE;IACpD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO,GAAkB,CAAC;IAClD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/B,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,MAAsB,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAEW,QAAA,eAAe,GAAG,IAAA,qBAAY,GAAS,CAAC;IACnD,GAAG,sBAAS;IAEZ,cAAc,EAAE,CAAC,cAAS,CAAC;IAE3B,MAAM,EAAE;QACN,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;QAC3C,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC5B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE;QACtC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE;QACxC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC5B,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC3B,SAAS,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,kBAAkB,EAAE,IAAI,EAAE;QACzD,SAAS,EAAE;YACT,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;gBAClC,IAAI,CAAC,IAAI,CAAC,SAAS;oBAAE,OAAO,SAAS,CAAC;gBACtC,OAAO,MAAM,QAAQ,CAAC,SAAS,CAAC,iBAAiB,CAAC;oBAChD,GAAG,EAAE,IAAI,CAAC,SAAS;oBACnB,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;iBACtB,CAAC,CAAC;YACL,CAAC;SACF;KACF;IAED,QAAQ,EAAE;QACR,KAAK,EAAE,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE;QACnE,eAAe,EAAE,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,EAAE;KACxF;IAED,aAAa,EAAE;QACb,MAAM,EAAE;YACN,KAAK,EAAE,sBAAS,EAAE,kDAAkD;YACpE,SAAS,EAAE,IAAI;YACf,YAAY,EAAE,WAAW;YACzB,WAAW,EAAE,KAAK;YAClB,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE;gBACX,UAAU,EAAE,EAAE;gBACd,aAAa,EAAE,CAAC,IAAkC,EAAE,EAAE;oBACpD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;wBAChC,MAAM,KAAK,GAAG,wBAAa,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;wBAClD,IAAI,KAAK;4BAAE,OAAO,KAAK,CAAC;oBAC1B,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,wDAAwD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACzG,CAAC;aACF;SACF;KACF;CACF,CAAC,CAAC"}

package/dist/foundations/chunk/processors/chunk.embedding.processor.d.ts

@@ -0,0 +1,21 @@
+import { WorkerHost } from "@nestjs/bullmq";
+import { ConfigService } from "@nestjs/config";
+import { Job } from "bullmq";
+import { ClsService } from "nestjs-cls";
+import { BaseConfigInterface } from "../../../config/interfaces/base.config.interface";
+import { EmbedderService } from "../../../core";
+import { ChunkRepository } from "../repositories/chunk.repository";
+export declare class ChunkEmbeddingProcessor extends WorkerHost {
+    private readonly clsService;
+    private readonly chunkRepository;
+    private readonly embedderService;
+    private readonly rebuildChunksJobName;
+    constructor(clsService: ClsService, chunkRepository: ChunkRepository, embedderService: EmbedderService, configService: ConfigService<BaseConfigInterface>);
+    onActive(job: Job): void;
+    onError(job: Job): void;
+    onCompleted(job: Job): void;
+    process(job: Job): Promise<{
+        processed: number;
+    }>;
+}
+//# sourceMappingURL=chunk.embedding.processor.d.ts.map

package/dist/foundations/chunk/processors/chunk.embedding.processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.embedding.processor.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunk/processors/chunk.embedding.processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4B,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,GAAG,EAAE,MAAM,QAAQ,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,mBAAmB,EAAE,MAAM,kDAAkD,CAAC;AACvF,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAInE,qBACa,uBAAwB,SAAQ,UAAU;IAInD,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,eAAe;IALlC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAS;gBAG3B,UAAU,EAAE,UAAU,EACtB,eAAe,EAAE,eAAe,EAChC,eAAe,EAAE,eAAe,EACjD,aAAa,EAAE,aAAa,CAAC,mBAAmB,CAAC;IAQnD,QAAQ,CAAC,GAAG,EAAE,GAAG;IAKjB,OAAO,CAAC,GAAG,EAAE,GAAG;IAKhB,WAAW,CAAC,GAAG,EAAE,GAAG;IAId,OAAO,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CA0CxD"}

package/dist/foundations/chunk/processors/chunk.embedding.processor.js

@@ -0,0 +1,98 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChunkEmbeddingProcessor = void 0;
+const bullmq_1 = require("@nestjs/bullmq");
+const config_1 = require("@nestjs/config");
+const bullmq_2 = require("bullmq");
+const nestjs_cls_1 = require("nestjs-cls");
+const core_1 = require("../../../core");
+const chunk_repository_1 = require("../repositories/chunk.repository");
+const EMBEDDING_CHUNKS_QUEUE = "embedding-chunks";
+let ChunkEmbeddingProcessor = class ChunkEmbeddingProcessor extends bullmq_1.WorkerHost {
+    constructor(clsService, chunkRepository, embedderService, configService) {
+        super();
+        this.clsService = clsService;
+        this.chunkRepository = chunkRepository;
+        this.embedderService = embedderService;
+        this.rebuildChunksJobName =
+            configService.get("jobNames", { infer: true })?.process?.rebuild_chunks ?? "embedding:rebuild_chunks";
+    }
+    onActive(job) {
+        console.log(`Processing ${job.name} job`);
+    }
+    onError(job) {
+        console.error(`Error processing ${job.name} job (ID: ${job.id}). Reason: ${job.failedReason}`);
+    }
+    onCompleted(job) {
+        console.log(`Completed ${job.name} job (ID: ${job.id})`);
+    }
+    async process(job) {
+        if (job.name !== this.rebuildChunksJobName) {
+            throw new Error(`Job ${job.name} not handled by ChunkEmbeddingProcessor`);
+        }
+        return await this.clsService.run(async () => {
+            this.clsService.set("companyId", job.data.companyId);
+            this.clsService.set("userId", job.data.userId);
+            this.clsService.set("isAutomatedJob", true);
+            // 1. Recreate vector index with new dimensions
+            await this.chunkRepository.recreateVectorIndex();
+            // 2. Get all chunks
+            const allChunks = await this.chunkRepository.findAllChunks();
+            const chunksWithContent = allChunks.filter((c) => c.content);
+            // 3. Process in batches
+            const batchSize = 100;
+            let processed = 0;
+            for (let i = 0; i < chunksWithContent.length; i += batchSize) {
+                const batch = chunksWithContent.slice(i, i + batchSize);
+                const texts = batch.map((c) => c.content);
+                const embeddings = await this.embedderService.vectoriseTextBatch(texts);
+                for (let j = 0; j < batch.length; j++) {
+                    await this.chunkRepository.updateEmbedding({
+                        chunkId: batch[j].id,
+                        embedding: embeddings[j],
+                    });
+                    processed++;
+                }
+                const progress = Math.round((processed / chunksWithContent.length) * 100);
+                await job.updateProgress(progress);
+            }
+            return { processed };
+        });
+    }
+};
+exports.ChunkEmbeddingProcessor = ChunkEmbeddingProcessor;
+__decorate([
+    (0, bullmq_1.OnWorkerEvent)("active"),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [bullmq_2.Job]),
+    __metadata("design:returntype", void 0)
+], ChunkEmbeddingProcessor.prototype, "onActive", null);
+__decorate([
+    (0, bullmq_1.OnWorkerEvent)("failed"),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [bullmq_2.Job]),
+    __metadata("design:returntype", void 0)
+], ChunkEmbeddingProcessor.prototype, "onError", null);
+__decorate([
+    (0, bullmq_1.OnWorkerEvent)("completed"),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [bullmq_2.Job]),
+    __metadata("design:returntype", void 0)
+], ChunkEmbeddingProcessor.prototype, "onCompleted", null);
+exports.ChunkEmbeddingProcessor = ChunkEmbeddingProcessor = __decorate([
+    (0, bullmq_1.Processor)(EMBEDDING_CHUNKS_QUEUE, { concurrency: 1, lockDuration: 1000 * 60 * 30 }),
+    __metadata("design:paramtypes", [nestjs_cls_1.ClsService,
+        chunk_repository_1.ChunkRepository,
+        core_1.EmbedderService,
+        config_1.ConfigService])
+], ChunkEmbeddingProcessor);
+//# sourceMappingURL=chunk.embedding.processor.js.map

package/dist/foundations/chunk/processors/chunk.embedding.processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.embedding.processor.js","sourceRoot":"","sources":["../../../../src/foundations/chunk/processors/chunk.embedding.processor.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAsE;AACtE,2CAA+C;AAC/C,mCAA6B;AAC7B,2CAAwC;AAExC,wCAAgD;AAChD,uEAAmE;AAEnE,MAAM,sBAAsB,GAAG,kBAAkB,CAAC;AAG3C,IAAM,uBAAuB,GAA7B,MAAM,uBAAwB,SAAQ,mBAAU;IAGrD,YACmB,UAAsB,EACtB,eAAgC,EAChC,eAAgC,EACjD,aAAiD;QAEjD,KAAK,EAAE,CAAC;QALS,eAAU,GAAV,UAAU,CAAY;QACtB,oBAAe,GAAf,eAAe,CAAiB;QAChC,oBAAe,GAAf,eAAe,CAAiB;QAIjD,IAAI,CAAC,oBAAoB;YACvB,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,cAAc,IAAI,0BAA0B,CAAC;IAC1G,CAAC;IAGD,QAAQ,CAAC,GAAQ;QACf,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC;IAC5C,CAAC;IAGD,OAAO,CAAC,GAAQ;QACd,OAAO,CAAC,KAAK,CAAC,oBAAoB,GAAG,CAAC,IAAI,aAAa,GAAG,CAAC,EAAE,cAAc,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;IACjG,CAAC;IAGD,WAAW,CAAC,GAAQ;QAClB,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,CAAC,IAAI,aAAa,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAQ;QACpB,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,IAAI,yCAAyC,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YAC1C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC/C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;YAE5C,+CAA+C;YAC/C,MAAM,IAAI,CAAC,eAAe,CAAC,mBAAmB,EAAE,CAAC;YAEjD,oBAAoB;YACpB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;YAC7D,MAAM,iBAAiB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAE7D,wBAAwB;YACxB,MAAM,SAAS,GAAG,GAAG,CAAC;YACtB,IAAI,SAAS,GAAG,CAAC,CAAC;YAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;gBAC7D,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;gBAExD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;gBAC1C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;gBAExE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC;wBACzC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;wBACpB,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;qBACzB,CAAC,CAAC;oBACH,SAAS,EAAE,CAAC;gBACd,CAAC;gBAED,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,iBAAiB,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;gBAC1E,MAAM,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YACrC,CAAC;YAED,OAAO,EAAE,SAAS,EAAE,CAAC;QACvB,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AAvEY,0DAAuB;AAelC;IADC,IAAA,sBAAa,EAAC,QAAQ,CAAC;;qCACV,YAAG;;uDAEhB;AAGD;IADC,IAAA,sBAAa,EAAC,QAAQ,CAAC;;qCACX,YAAG;;sDAEf;AAGD;IADC,IAAA,sBAAa,EAAC,WAAW,CAAC;;qCACV,YAAG;;0DAEnB;kCA3BU,uBAAuB;IADnC,IAAA,kBAAS,EAAC,sBAAsB,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC;qCAKnD,uBAAU;QACL,kCAAe;QACf,sBAAe;QAClC,sBAAa;GAPnB,uBAAuB,CAuEnC"}

package/dist/foundations/chunk/repositories/chunk.repository.d.ts

@@ -1,6 +1,7 @@
 import { OnModuleInit } from "@nestjs/common";
 import { ClsService } from "nestjs-cls";
 import { AiStatus } from "../../../common/enums/ai.status";
+import { AiSourceQueryProvider } from "../../../common/repositories/ai-source-query.provider";
 import { DataLimits } from "../../../common/types/data.limits";
 import { EmbedderService } from "../../../core";
 import { ModelService } from "../../../core/llm/services/model.service";
@@ -13,19 +14,24 @@ export declare class ChunkRepository implements OnModuleInit {
     private readonly embedderService;
     private readonly clsService;
     private readonly securityService;
-    constructor(neo4j: Neo4jService, modelService: ModelService, embedderService: EmbedderService, clsService: ClsService, securityService: SecurityService);
+    private readonly aiSourceQuery;
+    constructor(neo4j: Neo4jService, modelService: ModelService, embedderService: EmbedderService, clsService: ClsService, securityService: SecurityService, aiSourceQuery: AiSourceQueryProvider);
     onModuleInit(): Promise<void>;
+    recreateVectorIndex(): Promise<void>;
+    findAllChunks(): Promise<Chunk[]>;
+    updateEmbedding(params: {
+        chunkId: string;
+        embedding: number[];
+    }): Promise<void>;
     findPotentialChunks(params: {
         question: string;
         dataLimits: DataLimits;
     }): Promise<Chunk[]>;
-    /**
-     * Help-content retrieval. Intentionally bypasses company filtering — `(data:HowTo)`
-     * nodes are global and have no `BELONGS_TO Company` edge. Only callable from inside
-     * this repository; `findPotentialChunks` dispatches here based on
-     * `dataLimits.howToMode` / `dataLimits.limitToHowToId`.
-     */
-    private findPotentialChunksFromHowTos;
+    private findChunksByIdsOrdered;
+    findParentName(params: {
+        id: string;
+        nodeType: string;
+    }): Promise<string | undefined>;
     findSubsequentChunkId(params: {
         chunkId: string;
     }): Promise<Chunk>;
@@ -45,6 +51,7 @@ export declare class ChunkRepository implements OnModuleInit {
         nodeType: string;
         previousChunkId?: string;
         content: string;
+        heading?: string;
         imagePath?: string;
         position: number;
     }): Promise<void>;
@@ -52,6 +59,19 @@ export declare class ChunkRepository implements OnModuleInit {
         id: string;
         aiStatus: AiStatus;
     }): Promise<void>;
+    updateDates(params: {
+        chunkId: string;
+        dates: string;
+    }): Promise<void>;
+    enrichContentAndEmbedBatch(items: {
+        chunkId: string;
+        enrichedContent: string;
+        propagatedDates?: string;
+    }[]): Promise<void>;
+    markChunksCompleted(params: {
+        id: string;
+        nodeType: string;
+    }): Promise<void>;
     getChunksInProgress(params: {
         id: string;
         nodeType: string;
@@ -68,6 +88,14 @@ export declare class ChunkRepository implements OnModuleInit {
         id: string;
         nodeType: string;
     }): Promise<void>;
+    findChunkNeighbors(params: {
+        chunkIds: string[];
+        window: number;
+    }): Promise<{
+        chunkId: string;
+        before: string[];
+        after: string[];
+    }[]>;
     findChunkByContentIdAndType(params: {
         id: string;
         type: string;

package/dist/foundations/chunk/repositories/chunk.repository.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chunk.repository.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunk/repositories/chunk.repository.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,OAAO,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,0CAA0C,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,4CAA4C,CAAC;AAC1E,OAAO,EAAE,eAAe,EAAE,MAAM,kDAAkD,CAAC;AACnF,OAAO,EAAE,KAAK,EAAmB,MAAM,mCAAmC,CAAC;AAE3E,qBACa,eAAgB,YAAW,YAAY;IAEhD,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,eAAe;gBAJf,KAAK,EAAE,YAAY,EACnB,YAAY,EAAE,YAAY,EAC1B,eAAe,EAAE,eAAe,EAChC,UAAU,EAAE,UAAU,EACtB,eAAe,EAAE,eAAe;IAG7C,YAAY;IAmBZ,mBAAmB,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,UAAU,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAkCjG;;;;;OAKG;YACW,6BAA6B;IA+BrC,qBAAqB,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,CAAC;IAgBlE,mBAAmB,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,CAAC;IAgBhE,aAAa,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,CAAC;IAgB1D,UAAU,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAiBtE,WAAW,CAAC,MAAM,EAAE;QACxB,EAAE,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;KAClB,GAAG,OAAO,CAAC,IAAI,CAAC;IAiDX,YAAY,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,QAAQ,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBvE,mBAAmB,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAkB/E,sBAAsB,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBvF,YAAY,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB3D,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC;IAYzC,sBAAsB,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAe/E,2BAA2B,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;CAe1F"}
+{"version":3,"file":"chunk.repository.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunk/repositories/chunk.repository.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAC3D,OAAO,EAAmB,qBAAqB,EAAE,MAAM,uDAAuD,CAAC;AAC/G,OAAO,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,0CAA0C,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,4CAA4C,CAAC;AAC1E,OAAO,EAAE,eAAe,EAAE,MAAM,kDAAkD,CAAC;AACnF,OAAO,EAAE,KAAK,EAAmB,MAAM,mCAAmC,CAAC;AAI3E,qBACa,eAAgB,YAAW,YAAY;IAEhD,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,eAAe;IACP,OAAO,CAAC,QAAQ,CAAC,aAAa;gBALtC,KAAK,EAAE,YAAY,EACnB,YAAY,EAAE,YAAY,EAC1B,eAAe,EAAE,eAAe,EAChC,UAAU,EAAE,UAAU,EACtB,eAAe,EAAE,eAAe,EACP,aAAa,EAAE,qBAAqB;IAG1E,YAAY;IAuBZ,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;IAmBpC,aAAa,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;IAUjC,eAAe,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAahF,mBAAmB,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,UAAU,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;YA8DnF,sBAAsB;IAoB9B,cAAc,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAYrF,qBAAqB,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,CAAC;IAgBlE,mBAAmB,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,CAAC;IAgBhE,aAAa,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,CAAC;IAgB1D,UAAU,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAiBtE,WAAW,CAAC,MAAM,EAAE;QACxB,EAAE,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;KAClB,GAAG,OAAO,CAAC,IAAI,CAAC;IAmDX,YAAY,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,QAAQ,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBvE,WAAW,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBtE,0BAA0B,CAC9B,KAAK,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAC;QAAC,eAAe,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,GAC9E,OAAO,CAAC,IAAI,CAAC;IAiCV,mBAAmB,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAU5E,mBAAmB,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAkB/E,sBAAsB,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBvF,YAAY,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB3D,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC;IAYzC,sBAAsB,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAe/E,kBAAkB,CAAC,MAAM,EAAE;QAC/B,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,MAAM,EAAE,MAAM,CAAC;KAChB,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,CAAC;IAuB/D,2BAA2B,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;CAe1F"}

package/dist/foundations/chunk/repositories/chunk.repository.js

@@ -8,24 +8,30 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ChunkRepository = void 0;
 const common_1 = require("@nestjs/common");
 const nestjs_cls_1 = require("nestjs-cls");
 const ai_status_1 = require("../../../common/enums/ai.status");
-const ai_source_query_1 = require("../../../common/repositories/ai.source.query");
+const ai_source_query_provider_1 = require("../../../common/repositories/ai-source-query.provider");
 const core_1 = require("../../../core");
 const model_service_1 = require("../../../core/llm/services/model.service");
 const neo4j_service_1 = require("../../../core/neo4j/services/neo4j.service");
 const security_service_1 = require("../../../core/security/services/security.service");
 const chunk_entity_1 = require("../../chunk/entities/chunk.entity");
+const chunk_meta_1 = require("../entities/chunk.meta");
+const reciprocal_rank_fusion_1 = require("../services/reciprocal-rank-fusion");
 let ChunkRepository = class ChunkRepository {
-    constructor(neo4j, modelService, embedderService, clsService, securityService) {
+    constructor(neo4j, modelService, embedderService, clsService, securityService, aiSourceQuery) {
         this.neo4j = neo4j;
         this.modelService = modelService;
         this.embedderService = embedderService;
         this.clsService = clsService;
         this.securityService = securityService;
+        this.aiSourceQuery = aiSourceQuery;
     }
     async onModuleInit() {
         await this.neo4j.writeOne({
@@ -43,68 +49,120 @@ let ChunkRepository = class ChunkRepository {
         }};
         `,
         });
+        await this.neo4j.writeOne({
+            query: `CREATE FULLTEXT INDEX chunk_content_search IF NOT EXISTS FOR (chunk:Chunk) ON EACH [chunk.content]`,
+        });
+    }
+    async recreateVectorIndex() {
+        await this.neo4j.writeOne({
+            query: `DROP INDEX chunks IF EXISTS`,
+        });
+        const dimensions = this.modelService.getEmbedderDimensions();
+        await this.neo4j.writeOne({
+            query: `
+        CREATE VECTOR INDEX chunks IF NOT EXISTS
+        FOR (chunk:Chunk)
+        ON chunk.embedding
+        OPTIONS { indexConfig: {
+        \`vector.dimensions\`: ${dimensions},
+        \`vector.similarity_function\`: 'cosine'
+        }};
+        `,
+        });
+    }
+    async findAllChunks() {
+        const query = this.neo4j.initQuery({ serialiser: chunk_entity_1.ChunkDescriptor.model, fetchAll: true });
+        query.query = `
+        MATCH (${chunk_meta_1.chunkMeta.nodeName}:${chunk_meta_1.chunkMeta.labelName})
+        RETURN ${chunk_meta_1.chunkMeta.nodeName}
+      `;
+        return this.neo4j.readMany(query);
+    }
+    async updateEmbedding(params) {
+        await this.neo4j.writeOne({
+            query: `
+        MATCH (chunk:Chunk {id: $chunkId})
+        SET chunk.embedding = $embedding, chunk.updatedAt = datetime()
+      `,
+            queryParams: {
+                chunkId: params.chunkId,
+                embedding: params.embedding,
+            },
+        });
     }
     async findPotentialChunks(params) {
-        // SECURITY: HowTo retrieval intentionally bypasses company filtering.
-        // Dispatch to the private method so the bypass is visible and quarantined here.
-        if (params.dataLimits.howToMode || params.dataLimits.limitToHowToId) {
-            return this.findPotentialChunksFromHowTos(params);
-        }
-        const query = this.neo4j.initQuery({ serialiser: chunk_entity_1.ChunkDescriptor.model });
         const queryEmbedding = await this.embedderService.vectoriseText({ text: params.question });
-        query.queryParams = { ...query.queryParams, queryEmbedding };
-        query.query = `
-        MATCH (data)-[:BELONGS_TO]->(company)
-        ${(0, ai_source_query_1.aiSourceQuery)({
+        // Lucene special-character escape so user questions can't break the fulltext query.
+        const term = params.question.replace(/([+\-!(){}\[\]^"~*?:\\\/]|&&|\|\|)/g, "\\$1");
+        // The access-scoped id-set both retrieval branches are filtered to.
+        const scope = this.aiSourceQuery.build({
+            dataLimits: params.dataLimits,
             currentUserId: this.clsService.get("userId"),
             securityService: this.securityService,
-            dataLimits: params.dataLimits,
             returnsData: true,
-        })}
+        });
+        const scopeQuery = this.neo4j.initQuery();
+        scopeQuery.queryParams = { ...scopeQuery.queryParams, ...scope.params };
+        scopeQuery.query += `
+        ${scope.cypher}
         MATCH (chunk:Chunk)<-[:HAS_CHUNK]-(data)
-        WITH COLLECT(DISTINCT chunk.id) AS chunkIds
-
+        RETURN COLLECT(DISTINCT chunk.id) AS chunkIds
+      `;
+        const scopeResult = await this.neo4j.read(scopeQuery.query, scopeQuery.queryParams);
+        const chunkIds = scopeResult.records[0]?.get("chunkIds") ?? [];
+        if (chunkIds.length === 0)
+            return [];
+        const vectorResult = await this.neo4j.read(`
         CALL db.index.vector.queryNodes('chunks', 1000, $queryEmbedding)
         YIELD node AS candidateChunk, score
-        WHERE candidateChunk.id IN chunkIds
-
-        RETURN candidateChunk AS chunk, score
+        WHERE candidateChunk.id IN $chunkIds
+        RETURN candidateChunk.id AS id
         ORDER BY score DESC
-        LIMIT 20
-      `;
-        return this.neo4j.readMany(query);
+        LIMIT 50
+      `, { queryEmbedding, chunkIds });
+        const vectorIds = vectorResult.records.map((record) => record.get("id"));
+        let lexicalIds = [];
+        if (term.trim()) {
+            const lexicalResult = await this.neo4j.read(`
+          CALL db.index.fulltext.queryNodes('chunk_content_search', $term)
+          YIELD node, score
+          WHERE node.id IN $chunkIds
+          RETURN node.id AS id
+          ORDER BY score DESC
+          LIMIT 50
+        `, { term, chunkIds });
+            lexicalIds = lexicalResult.records.map((record) => record.get("id"));
+        }
+        const fusedIds = (0, reciprocal_rank_fusion_1.reciprocalRankFusion)([vectorIds, lexicalIds]).slice(0, 20);
+        return this.findChunksByIdsOrdered(fusedIds);
     }
-    /**
-     * Help-content retrieval. Intentionally bypasses company filtering — `(data:HowTo)`
-     * nodes are global and have no `BELONGS_TO Company` edge. Only callable from inside
-     * this repository; `findPotentialChunks` dispatches here based on
-     * `dataLimits.howToMode` / `dataLimits.limitToHowToId`.
-     */
-    async findPotentialChunksFromHowTos(params) {
+    async findChunksByIdsOrdered(ids) {
+        if (ids.length === 0)
+            return [];
         const query = this.neo4j.initQuery({ serialiser: chunk_entity_1.ChunkDescriptor.model });
-        const queryEmbedding = await this.embedderService.vectoriseText({ text: params.question });
         query.queryParams = {
             ...query.queryParams,
-            queryEmbedding,
-            ...(params.dataLimits.limitToHowToId ? { limitToHowToId: params.dataLimits.limitToHowToId } : {}),
+            ids,
         };
-        const limitClause = params.dataLimits.limitToHowToId ? `WHERE data.id = $limitToHowToId` : "";
+        query.query += `
+      MATCH (chunk:Chunk)
+      WHERE chunk.id IN $ids
+      RETURN chunk
+    `;
+        const chunks = await this.neo4j.readMany(query);
+        const byId = new Map(chunks.map((chunk) => [chunk.id, chunk]));
+        return ids.map((id) => byId.get(id)).filter((chunk) => chunk !== undefined);
+    }
+    async findParentName(params) {
+        const query = this.neo4j.initQuery();
+        query.queryParams = { ...query.queryParams, id: params.id };
         query.query = `
-        MATCH (data:HowTo)
-        ${limitClause}
-        WITH data
-        MATCH (chunk:Chunk)<-[:HAS_CHUNK]-(data)
-        WITH COLLECT(DISTINCT chunk.id) AS chunkIds
-
-        CALL db.index.vector.queryNodes('chunks', 1000, $queryEmbedding)
-        YIELD node AS candidateChunk, score
-        WHERE candidateChunk.id IN chunkIds
-
-        RETURN candidateChunk AS chunk, score
-        ORDER BY score DESC
-        LIMIT 20
-      `;
-        return this.neo4j.readMany(query);
+      MATCH (n:${params.nodeType} {id: $id})
+      RETURN coalesce(n.name, n.title, n.subject, n.number) AS name
+    `;
+        const result = await this.neo4j.read(query.query, query.queryParams);
+        const name = result.records[0]?.get("name");
+        return typeof name === "string" && name.trim() ? name : undefined;
     }
     async findSubsequentChunkId(params) {
         const query = this.neo4j.initQuery({ serialiser: chunk_entity_1.ChunkDescriptor.model });
@@ -162,6 +220,7 @@ let ChunkRepository = class ChunkRepository {
             ...query.queryParams,
             id: params.id,
             content: params.content,
+            heading: params.heading ?? null,
             position: params.position,
             vector: vector,
             imagePath: params.imagePath,
@@ -175,7 +234,8 @@ let ChunkRepository = class ChunkRepository {
       OPTIONAL MATCH (nodeType)-[:BELONGS_TO]->(company)
       CREATE (chunk:Chunk {
         id: $id,
-        content: $content, 
+        content: $content,
+        heading: $heading,
         ${params.imagePath ? "imagePath: $imagePath," : ""}
         embedding: $vector,
         position: $position,
@@ -210,6 +270,56 @@ let ChunkRepository = class ChunkRepository {
     `;
         await this.neo4j.writeOne(query);
     }
+    async updateDates(params) {
+        const query = this.neo4j.initQuery();
+        query.queryParams = {
+            ...query.queryParams,
+            chunkId: params.chunkId,
+            dates: params.dates,
+        };
+        query.query = `
+      MATCH (chunk:Chunk {id: $chunkId})
+      SET chunk.dates = $dates, chunk.updatedAt = datetime()
+    `;
+        await this.neo4j.writeOne(query);
+    }
+    async enrichContentAndEmbedBatch(items) {
+        if (items.length === 0)
+            return;
+        // One Azure round-trip for the whole set — per-call latency dominates batch size, so
+        // embedding chunks individually (vectoriseText per chunk) is far slower than batching.
+        // RateLimitedEmbedder.embedDocuments splits internally if the batch exceeds maxBatchTokens.
+        const vectors = await this.embedderService.vectoriseTextBatch(items.map((item) => item.enrichedContent));
+        const rows = items.map((item, index) => ({
+            chunkId: item.chunkId,
+            enrichedContent: item.enrichedContent,
+            vector: vectors[index],
+            propagatedDates: item.propagatedDates ?? null,
+        }));
+        const query = this.neo4j.initQuery();
+        query.queryParams = {
+            ...query.queryParams,
+            rows,
+        };
+        query.query = `
+      UNWIND $rows AS row
+      MATCH (chunk:Chunk {id: row.chunkId})
+      SET chunk.content = row.enrichedContent,
+          chunk.embedding = row.vector,
+          chunk.updatedAt = datetime(),
+          chunk.propagatedDates = row.propagatedDates
+    `;
+        await this.neo4j.writeOne(query);
+    }
+    async markChunksCompleted(params) {
+        const query = this.neo4j.initQuery();
+        query.queryParams = { ...query.queryParams, id: params.id, aiStatus: ai_status_1.AiStatus.Completed };
+        query.query += `
+      MATCH (nodeType:${params.nodeType} {id: $id})-[:HAS_CHUNK]->(chunk:Chunk)
+      SET chunk.aiStatus = $aiStatus, chunk.updatedAt = datetime()
+    `;
+        await this.neo4j.writeOne(query);
+    }
     async getChunksInProgress(params) {
         const query = this.neo4j.initQuery({ serialiser: chunk_entity_1.ChunkDescriptor.model });
         query.queryParams = {
@@ -268,6 +378,29 @@ let ChunkRepository = class ChunkRepository {
     `;
         await this.neo4j.writeOne(query);
     }
+    async findChunkNeighbors(params) {
+        if (params.chunkIds.length === 0)
+            return [];
+        const query = this.neo4j.initQuery();
+        query.queryParams = { ...query.queryParams, chunkIds: params.chunkIds, window: params.window };
+        query.query = `
+      UNWIND $chunkIds AS cid
+      MATCH (c:Chunk {id: cid})
+      OPTIONAL MATCH pBefore = (b:Chunk)-[:NEXT*1..]->(c)
+      WITH cid, c, b, length(pBefore) AS beforeDist ORDER BY beforeDist ASC
+      WITH cid, c, [x IN collect(b) WHERE x IS NOT NULL][0..$window] AS befores
+      OPTIONAL MATCH pAfter = (c)-[:NEXT*1..]->(a:Chunk)
+      WITH cid, befores, a, length(pAfter) AS afterDist ORDER BY afterDist ASC
+      WITH cid, befores, [x IN collect(a) WHERE x IS NOT NULL][0..$window] AS afters
+      RETURN cid AS chunkId, [x IN befores | x.content] AS before, [x IN afters | x.content] AS after
+    `;
+        const result = await this.neo4j.read(query.query, query.queryParams);
+        return result.records.map((r) => ({
+            chunkId: r.get("chunkId"),
+            before: r.get("before") ?? [],
+            after: r.get("after") ?? [],
+        }));
+    }
     async findChunkByContentIdAndType(params) {
         const query = this.neo4j.initQuery({ fetchAll: true, serialiser: chunk_entity_1.ChunkDescriptor.model });
         query.queryParams = {
@@ -284,10 +417,11 @@ let ChunkRepository = class ChunkRepository {
 exports.ChunkRepository = ChunkRepository;
 exports.ChunkRepository = ChunkRepository = __decorate([
     (0, common_1.Injectable)(),
+    __param(5, (0, common_1.Inject)(ai_source_query_provider_1.AI_SOURCE_QUERY)),
     __metadata("design:paramtypes", [neo4j_service_1.Neo4jService,
         model_service_1.ModelService,
         core_1.EmbedderService,
         nestjs_cls_1.ClsService,
-        security_service_1.SecurityService])
+        security_service_1.SecurityService, Object])
 ], ChunkRepository);
 //# sourceMappingURL=chunk.repository.js.map