@carlonicora/nestjs-neo4jsonapi 2.14.10 → 2.15.0

package/dist/agents/contextualiser/nodes/chunk.node.service.js

@@ -8,245 +8,95 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
-var __param = (this && this.__param) || function (paramIndex, decorator) {
-    return function (target, key) { decorator(target, key, paramIndex); }
-};
 var ChunkNodeService_1;
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ChunkNodeService = exports.defaultChunkPrompt = void 0;
+exports.ChunkNodeService = void 0;
 const common_1 = require("@nestjs/common");
-const config_1 = require("@nestjs/config");
-const nestjs_cls_1 = require("nestjs-cls");
-const zod_1 = require("zod");
-const llm_service_1 = require("../../../core/llm/services/llm.service");
-const websocket_service_1 = require("../../../core/websocket/services/websocket.service");
 const chunk_repository_1 = require("../../../foundations/chunk/repositories/chunk.repository");
-const retrieval_source_interface_1 = require("../interfaces/retrieval.source.interface");
-const usage_attribution_1 = require("../../common/usage-attribution");
-exports.defaultChunkPrompt = `
-As an intelligent assistant, your primary objective is to assess a specific **text chunk** and determine whether the available information suffices to answer the question.
-
-Given the **question**, and the **rational plan** to answer the question you have to:
-1. Analyse the text and determine if it is relevant to answer the user question
-  - The text chunk should be examined for key information that directly relates to the question being asked.
-
-2. Write an note summarizing the key points from the current text chunk that are relevant to the question
-  - The note should contain all the information required to provide a detailed answer
-  - The note should be a comprehensive summary that can be used to generate a precise, contextualised response to the question, containing all the required details enough to cover all relevant aspects.
-
-3. Write a reason describing how the text chunk is relevant to the question
-  - The reason should explain why the text chunk is relevant or not to answer the question.
-
-4. Select the appropriate next action to take based on your assessment of the current information.
-  - **queuePreviousChunk**: Choose this action if you feel that the current chunk of text might have relevant information in a previous text chunk that would **significantly** enhance your answer. Do not select this action if you believe the current chunk is either sufficient or completely irrelevant.
-  - **queueNextChunk**: Choose this action if you feel that the current chunk of text might have relevant information in a subsequent text chunk that would **significantly** enhance your answer. Do not select this action if you believe the current chunk is either sufficient or completely irrelevant.
-  - **readNeighbouringNodes**: Choose this action if you believe that this text chunk does not contain relevant information and that exploring neighbouring chunks could provide valuable context.
-  - **answer**: Choose this action if you believe that the information in this text chunk is sufficient to provide a **comprehensive and accurate** answer to the question.
-  - **skip**: Choose this action if you believe that the current chunk of text is not relevant to the question and that you want to move on to the next chunk without taking any further action.
-
-5. **Provide a Status Message**:
-  - Write a **short, friendly message** (maximum 40 characters) about your action.
-  - **Avoid technical terms** such as "nodes", "atomic facts", or "key concepts".
-  - The status message should make the user understand the action being taken
-  - The status message **MUST** contain clear information contextualised to the current question and the gathered information.
-  - The status message should be specific to the context and clearly convey the next steps or actions being taken.
-  - The status message **MUST NOT** be something unrelated to the text, such as "success", "sufficient information", "insufficient information", "chunk analysed", "chunk processed" or similar generic messages.
-
-### Important Notes:
-  - **Proceed to Answer When Appropriate**: If the current information is sufficient to provide a reliable answer, do not hesitate to proceed to select **answer** as the next step.
-  - **Gather More Information When Needed**: If you identify gaps or uncertainties that could be addressed by additional information, choose the appropriate action to gather that information.
-  - **Use Judgment in Decision-Making**: Apply thoughtful consideration to decide whether additional information is necessary.
-  - If the content contains acronyms and their definition, include the definition of the acronym in your answer.
-
-### **Please strictly follow the above instructions and format. Let's begin.**
-`;
-const outputSchema = zod_1.z.object({
-    status: zod_1.z
-        .string()
-        .describe(`Write a short, friendly message (max 40 characters) about your action, avoiding technical terms such as "nodes" or "atomic facts" or  "key concepts". Give flavour to the message and avoid repeating the same message.`),
-    note: zod_1.z
-        .object({
-        content: zod_1.z.string().describe("The new insights and findings about the question from current text"),
-        reason: zod_1.z.string().describe("The reason describing how the text chunk is relevant to the question"),
-    })
-        .describe("The note summarizing the key points from the current text chunk that are relevant to the question"),
-    chosenAction: zod_1.z.string()
-        .describe(`This is the action you have decided to do in the next step. You **MUST** pick one of the following actions:
-- **queuePreviousChunk**: Choose this action if you feel that the previous text chunk contains valuable information for answering the question. Do not select this action if you believe the current chunk is either sufficient or completely irrelevant.
-- **queueNextChunk**: Choose this action if you feel that the subsequent text chunk contains valuable information for answering the question. Do not select this action if you believe the current chunk is either sufficient or completely irrelevant.
-- **readNeighbouringNodes**: Choose this action if you feel that the current text contains valuable, but somewhat incomplete information that could be clarified by exploring related concepts.
-- **answer**: Choose this action if you believe that the information you have currently obtained is enough to answer the question. This will allow you to summarize the gathered information and provide a final answer.
-- **skip**: Choose this action if you believe that the current chunk of text is not relevant to the question and that you want to move on to the next chunk without taking any further action.
-`),
-});
-const inputSchema = zod_1.z.object({
-    question: zod_1.z.string().describe("The question asked by the user"),
-    rationalPlan: zod_1.z
-        .string()
-        .describe("The rational plan you designed to provide a comprehensive answer to the user question"),
-    text: zod_1.z.string().describe("The content of the text you must analyse to provide an answer to the user question"),
-});
+/**
+ * How many chunks either side of a retrieved chunk are read with it. The same
+ * value, for the same reason, as in `chunk.vector.node.service.ts`: a chunk
+ * boundary is an artefact of the splitter, not of the document, so the sentence
+ * that completes a fact often sits one chunk away. Duplicating one integer is
+ * cheaper than a shared import across two node files; the value is documented
+ * in both.
+ */
+const NEIGHBOR_WINDOW = 1;
 let ChunkNodeService = ChunkNodeService_1 = class ChunkNodeService {
-    constructor(llmService, chunkRepository, webSocketService, clsService, configService, contributedTools) {
-        this.llmService = llmService;
+    constructor(chunkRepository) {
         this.chunkRepository = chunkRepository;
-        this.webSocketService = webSocketService;
-        this.clsService = clsService;
-        this.configService = configService;
-        this.contributedTools = contributedTools;
         this.logger = new common_1.Logger(ChunkNodeService_1.name);
-        const prompts = this.configService.get("prompts");
-        this.systemPrompt = prompts?.contextualiser?.chunk ?? exports.defaultChunkPrompt;
     }
     async execute(params) {
         if (params.state.queuedChunks.length === 0) {
             this.logger.warn(`chunks → ${params.state.neighbouringAlreadyExplored ? "answer" : "neighbouring_nodes"} ` +
                 `(no queued chunks): processedChunks=${params.state.processedChunks.length}`);
             return {
+                llmCalls: 0,
                 nextStep: params.state.neighbouringAlreadyExplored ? "answer" : "neighbouring_nodes",
             };
         }
-        const chunks = [];
         const chunkIdsToProcess = params.state.queuedChunks.filter((chunkId) => !params.state.processedChunks.includes(chunkId));
-        const queuedCount = chunkIdsToProcess.length;
-        while (chunkIdsToProcess.length > 0) {
-            const chunkId = chunkIdsToProcess.shift();
-            const chunk = await this.chunkRepository.findChunkById({
-                chunkId: chunkId,
-                dataLimits: params.state.limits,
-            });
-            if (chunk)
-                chunks.push(chunk);
-        }
-        this.logger.log(`chunk lookup → ${chunks.length}/${queuedCount} chunks found by id ` + `(missing=${queuedCount - chunks.length})`);
-        if (chunks.length === 0) {
+        const fetched = await this.chunkRepository.findChunksByIds({
+            chunkIds: chunkIdsToProcess,
+            dataLimits: params.state.limits,
+            queryEmbedding: params.state.questionEmbedding,
+        });
+        this.logger.log(`chunk lookup → ${fetched.length}/${chunkIdsToProcess.length} chunks found by id ` +
+            `(missing=${chunkIdsToProcess.length - fetched.length})`);
+        if (fetched.length === 0) {
             this.logger.warn(`chunks → ${params.state.neighbouringAlreadyExplored ? "answer" : "neighbouring_nodes"} ` +
-                `(0 chunks resolved from ${queuedCount} ids — chunkIds may belong to deleted HowTos or company-scoped MATCH failed)`);
+                `(0 chunks resolved from ${chunkIdsToProcess.length} ids — chunkIds may belong to deleted HowTos or company-scoped MATCH failed)`);
             return {
                 queuedChunks: [],
+                llmCalls: 0,
                 nextStep: params.state.neighbouringAlreadyExplored ? "answer" : "neighbouring_nodes",
             };
         }
-        const llmResponses = (await Promise.all(chunks.map(async (chunk) => {
-            if (!chunk.content || chunk.content.trim() === "")
-                return null;
-            const inputParams = {
-                rationalPlan: params.state.rationalPlan,
-                question: params.state.question,
-                text: chunk.content,
-            };
-            const llmResponse = await this.llmService.call({
-                inputSchema: inputSchema,
-                inputParams: inputParams,
-                outputSchema: outputSchema,
-                systemPrompts: [this.systemPrompt],
-                temperature: 0.1,
-                ...(this.contributedTools?.length ? { tools: this.contributedTools } : {}),
-                // Billed to the CALLING agent: its ledger category, its entity. Spread
-                // LAST so nothing above can overwrite the attribution.
-                ...(0, usage_attribution_1.buildInheritedAttribution)(params.state),
-            });
-            if (params.state.contentType === "Conversation")
-                await this.webSocketService.sendMessageToUser(this.clsService.get("userId"), "contextualiser", {
-                    message: llmResponse.status,
-                    conversationId: params.state.contentId,
-                });
+        // Every fetched chunk is kept. Filtering by score was measured to be
+        // either inert (the relative bar admits everything on this corpus) or
+        // lossy (a count cap of 8 loses required evidence), so the notebook
+        // character budget in responder.answer.node.service.ts is what decides
+        // what reaches the answer. Ordering is how the budget knows what to drop.
+        const kept = [...fetched].sort((a, b) => (b.score ?? 0) - (a.score ?? 0));
+        // Neighbour-window widening: each chunk is carried into the notebook
+        // together with the chunks immediately before/after it, so the answer node
+        // reads continuous prose instead of a splitter's arbitrary slice. This is
+        // the automatic replacement for the per-chunk LLM decision that used to
+        // queue a previous/next chunk for another round.
+        const neighborRecords = await this.chunkRepository.findChunkNeighbors({
+            chunkIds: kept.map((chunk) => chunk.id),
+            window: NEIGHBOR_WINDOW,
+        });
+        const neighborById = new Map(neighborRecords.map((neighbour) => [neighbour.chunkId, neighbour]));
+        const newNotebookEntries = kept
+            .filter((chunk) => chunk.content && chunk.content.trim() !== "")
+            .map((chunk) => {
+            const neighbours = neighborById.get(chunk.id);
             return {
                 chunkId: chunk.id,
-                status: llmResponse.chosenAction === "answer" ? llmResponse.status : undefined,
-                note: {
-                    content: llmResponse.note?.content ?? "",
-                    reason: llmResponse.note?.reason ?? "",
-                },
-                chosenAction: llmResponse.chosenAction,
-                tokens: llmResponse.tokenUsage,
+                content: neighbours ? [...neighbours.before, chunk.content, ...neighbours.after].join("\n\n") : chunk.content,
+                reason: "",
+                sourceLayer: "case",
+                metadata: undefined,
+                score: chunk.score,
+                coreContent: chunk.content,
             };
-        })));
-        const tokenUsed = {
-            input: 0,
-            output: 0,
-        };
-        const newNotebookEntries = [];
-        const statuses = [];
-        for (const llmResponse of llmResponses.filter((response) => !!response)) {
-            tokenUsed.input += llmResponse.tokens.input;
-            tokenUsed.output += llmResponse.tokens.output;
-            if (llmResponse.chosenAction !== "skip")
-                newNotebookEntries.push({
-                    chunkId: llmResponse.chunkId,
-                    content: llmResponse.note.content,
-                    reason: llmResponse.note.reason,
-                    sourceLayer: "case",
-                    metadata: undefined,
-                });
-            if (!statuses.includes(llmResponse.status) && !params.state.status.includes(llmResponse.status))
-                statuses.push(llmResponse.status);
-        }
-        const newChunksToQuery = [];
-        await Promise.all(llmResponses
-            .filter((response) => !!response)
-            .map(async (llmResponse) => {
-            switch (llmResponse.chosenAction) {
-                case "queueNextChunk":
-                    const nextChunk = await this.chunkRepository.findSubsequentChunkId({
-                        chunkId: llmResponse.chunkId,
-                    });
-                    if (nextChunk)
-                        newChunksToQuery.push(nextChunk.id);
-                    break;
-                case "queuePreviousChunk":
-                    const previousChunk = await this.chunkRepository.findPreviousChunkId({
-                        chunkId: llmResponse.chunkId,
-                    });
-                    if (previousChunk)
-                        newChunksToQuery.push(previousChunk.id);
-                    break;
-            }
-        }));
-        let nextStep;
-        if (newChunksToQuery.length > 0) {
-            nextStep = "chunks";
-        }
-        else if (llmResponses.filter((response) => !!response).some((llmResponse) => llmResponse.chosenAction === "answer") ===
-            true) {
-            nextStep = "answer";
-        }
-        else {
-            if (params.state.neighbouringAlreadyExplored)
-                nextStep = "answer";
-            else
-                nextStep = "neighbouring_nodes";
-        }
-        // Safety checks to prevent excessive looping:
-        // 1. Local check: If we've gone through chunks more than 3 times
-        // 2. Global check: If we're approaching the maxHops limit (typically 20, leave 5 hop buffer)
-        const approachingMaxHops = params.state.hops >= 15;
-        if (params.state.chunkLevel > 3 || approachingMaxHops) {
-            newChunksToQuery.length = 0;
-            nextStep = "answer";
-        }
-        const returnedHops = params.state.hops + 1;
+        });
         return {
-            hops: returnedHops,
+            hops: params.state.hops + 1,
+            llmCalls: 0,
             notebook: newNotebookEntries,
-            chunkLevel: params.state.chunkLevel + 1,
-            processedChunks: chunks.map((c) => c.id),
-            queuedChunks: newChunksToQuery,
-            nextStep: nextStep,
-            status: statuses.filter((status) => status),
-            tokens: tokenUsed,
+            processedChunks: fetched.map((chunk) => chunk.id),
+            queuedChunks: [],
+            nextStep: params.state.neighbouringAlreadyExplored ? "answer" : "neighbouring_nodes",
+            tokens: { input: 0, output: 0 },
         };
     }
 };
 exports.ChunkNodeService = ChunkNodeService;
 exports.ChunkNodeService = ChunkNodeService = ChunkNodeService_1 = __decorate([
     (0, common_1.Injectable)(),
-    __param(5, (0, common_1.Optional)()),
-    __param(5, (0, common_1.Inject)(retrieval_source_interface_1.CONTEXTUALISER_TOOLS)),
-    __metadata("design:paramtypes", [llm_service_1.LLMService,
-        chunk_repository_1.ChunkRepository,
-        websocket_service_1.WebSocketService,
-        nestjs_cls_1.ClsService,
-        config_1.ConfigService, Array])
+    __metadata("design:paramtypes", [chunk_repository_1.ChunkRepository])
 ], ChunkNodeService);
 //# sourceMappingURL=chunk.node.service.js.map

package/dist/agents/contextualiser/nodes/chunk.node.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"chunk.node.service.js","sourceRoot":"","sources":["../../../../src/agents/contextualiser/nodes/chunk.node.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AACA,2CAAsE;AACtE,2CAA+C;AAC/C,2CAAwC;AACxC,6BAAwB;AAGxB,wEAAoE;AACpE,0FAAsF;AAEtF,+FAA2F;AAM3F,yFAAgF;AAChF,sEAA2E;AAE9D,QAAA,kBAAkB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoCjC,CAAC;AAEF,MAAM,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,EAAE,OAAC;SACN,MAAM,EAAE;SACR,QAAQ,CACP,yNAAyN,CAC1N;IACH,IAAI,EAAE,OAAC;SACJ,MAAM,CAAC;QACN,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oEAAoE,CAAC;QAClG,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sEAAsE,CAAC;KACpG,CAAC;SACD,QAAQ,CAAC,mGAAmG,CAAC;IAChH,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE;SACrB,QAAQ,CAAC;;;;;;CAMb,CAAC;CACD,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3B,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC/D,YAAY,EAAE,OAAC;SACZ,MAAM,EAAE;SACR,QAAQ,CAAC,uFAAuF,CAAC;IACpG,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oFAAoF,CAAC;CAChH,CAAC,CAAC;AAGI,IAAM,gBAAgB,wBAAtB,MAAM,gBAAgB;IAI3B,YACmB,UAAsB,EACtB,eAAgC,EAChC,gBAAkC,EAClC,UAAsB,EACtB,aAAiD,EAGlE,gBAA2D;QAP1C,eAAU,GAAV,UAAU,CAAY;QACtB,oBAAe,GAAf,eAAe,CAAiB;QAChC,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAoC;QAGjD,qBAAgB,GAAhB,gBAAgB,CAA0B;QAX5C,WAAM,GAAG,IAAI,eAAM,CAAC,kBAAgB,CAAC,IAAI,CAAC,CAAC;QAa1D,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAyB,SAAS,CAAC,CAAC;QAC1E,IAAI,CAAC,YAAY,GAAG,OAAO,EAAE,cAAc,EAAE,KAAK,IAAI,0BAAkB,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAqD;QACjE,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,YAAY,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,oBAAoB,GAAG;gBACvF,uCAAuC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,EAAE,CAC/E,CAAC;YACF,OAAO;gBACL,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,oBAAoB;aACrF,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAY,EAAE,CAAC;QAE3B,MAAM,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CACxD,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,CAC7D,CAAC;QAEF,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC;QAE7C,OAAO,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;gBACrD,OAAO,EAAE,OAAO;gBAChB,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;aAChC,CAAC,CAAC;YACH,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,kBAAkB,MAAM,CAAC,MAAM,IAAI,WAAW,sBAAsB,GAAG,YAAY,WAAW,GAAG,MAAM,CAAC,MAAM,GAAG,CAClH,CAAC;QAEF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,YAAY,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,oBAAoB,GAAG;gBACvF,2BAA2B,WAAW,8EAA8E,CACvH,CAAC;YACF,OAAO;gBACL,YAAY,EAAE,EAAE;gBAChB,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,oBAAoB;aACrF,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GASJ,CAAC,MAAM,OAAO,CAAC,GAAG,CAC9B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAsC,EAAE,EAAE;YAC1D,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE;gBAAE,OAAO,IAAI,CAAC;YAE/D,MAAM,WAAW,GAAgC;gBAC/C,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;gBACvC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;gBAC/B,IAAI,EAAE,KAAK,CAAC,OAAO;aACpB,CAAC;YAEF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAA+B;gBAC3E,WAAW,EAAE,WAAW;gBACxB,WAAW,EAAE,WAAW;gBACxB,YAAY,EAAE,YAAY;gBAC1B,aAAa,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC;gBAClC,WAAW,EAAE,GAAG;gBAChB,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1E,uEAAuE;gBACvE,uDAAuD;gBACvD,GAAG,IAAA,6CAAyB,EAAC,MAAM,CAAC,KAAK,CAAC;aAC3C,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,KAAK,cAAc;gBAC7C,MAAM,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,gBAAgB,EAAE;oBAC7F,OAAO,EAAE,WAAW,CAAC,MAAM;oBAC3B,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS;iBACvC,CAAC,CAAC;YAEL,OAAO;gBACL,OAAO,EAAE,KAAK,CAAC,EAAE;gBACjB,MAAM,EAAE,WAAW,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;gBAC9E,IAAI,EAAE;oBACJ,OAAO,EAAE,WAAW,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE;oBACxC,MAAM,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,IAAI,EAAE;iBACvC;gBACD,YAAY,EAAE,WAAW,CAAC,YAAY;gBACtC,MAAM,EAAE,WAAW,CAAC,UAAU;aAC/B,CAAC;QACJ,CAAC,CAAC,CACH,CAAQ,CAAC;QAEV,MAAM,SAAS,GAAwB;YACrC,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;SACV,CAAC;QACF,MAAM,kBAAkB,GAAqC,EAAE,CAAC;QAEhE,MAAM,QAAQ,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,WAAW,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxE,SAAS,CAAC,KAAK,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC;YAC5C,SAAS,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;YAC9C,IAAI,WAAW,CAAC,YAAY,KAAK,MAAM;gBACrC,kBAAkB,CAAC,IAAI,CAAC;oBACtB,OAAO,EAAE,WAAW,CAAC,OAAO;oBAC5B,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO;oBACjC,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,MAAM;oBAC/B,WAAW,EAAE,MAAM;oBACnB,QAAQ,EAAE,SAAS;iBACpB,CAAC,CAAC;YACL,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC7F,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,gBAAgB,GAAa,EAAE,CAAC;QAEtC,MAAM,OAAO,CAAC,GAAG,CACf,YAAY;aACT,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;aAChC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE;YACzB,QAAQ,WAAW,CAAC,YAAY,EAAE,CAAC;gBACjC,KAAK,gBAAgB;oBACnB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,qBAAqB,CAAC;wBACjE,OAAO,EAAE,WAAW,CAAC,OAAO;qBAC7B,CAAC,CAAC;oBACH,IAAI,SAAS;wBAAE,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBACnD,MAAM;gBACR,KAAK,oBAAoB;oBACvB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC;wBACnE,OAAO,EAAE,WAAW,CAAC,OAAO;qBAC7B,CAAC,CAAC;oBACH,IAAI,aAAa;wBAAE,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;oBAC3D,MAAM;YACV,CAAC;QACH,CAAC,CAAC,CACL,CAAC;QAEF,IAAI,QAAgB,CAAC;QACrB,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,QAAQ,GAAG,QAAQ,CAAC;QACtB,CAAC;aAAM,IACL,YAAY,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,YAAY,KAAK,QAAQ,CAAC;YAC1G,IAAI,EACJ,CAAC;YACD,QAAQ,GAAG,QAAQ,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,IAAI,MAAM,CAAC,KAAK,CAAC,2BAA2B;gBAAE,QAAQ,GAAG,QAAQ,CAAC;;gBAC7D,QAAQ,GAAG,oBAAoB,CAAC;QACvC,CAAC;QAED,8CAA8C;QAC9C,iEAAiE;QACjE,6FAA6F;QAC7F,MAAM,kBAAkB,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;QAEnD,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;YACtD,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;YAC5B,QAAQ,GAAG,QAAQ,CAAC;QACtB,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;QAE3C,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE,kBAAkB;YAC5B,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC;YACvC,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxC,YAAY,EAAE,gBAAgB;YAC9B,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC;YAC3C,MAAM,EAAE,SAAS;SAClB,CAAC;IACJ,CAAC;CACF,CAAA;AAhMY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;IAWR,WAAA,IAAA,iBAAQ,GAAE,CAAA;IACV,WAAA,IAAA,eAAM,EAAC,iDAAoB,CAAC,CAAA;qCANA,wBAAU;QACL,kCAAe;QACd,oCAAgB;QACtB,uBAAU;QACP,sBAAa;GATpC,gBAAgB,CAgM5B"}
+{"version":3,"file":"chunk.node.service.js","sourceRoot":"","sources":["../../../../src/agents/contextualiser/nodes/chunk.node.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAAoD;AACpD,+FAA2F;AAO3F;;;;;;;GAOG;AACH,MAAM,eAAe,GAAG,CAAC,CAAC;AAGnB,IAAM,gBAAgB,wBAAtB,MAAM,gBAAgB;IAG3B,YAA6B,eAAgC;QAAhC,oBAAe,GAAf,eAAe,CAAiB;QAF5C,WAAM,GAAG,IAAI,eAAM,CAAC,kBAAgB,CAAC,IAAI,CAAC,CAAC;IAEI,CAAC;IAEjE,KAAK,CAAC,OAAO,CAAC,MAAqD;QACjE,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,YAAY,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,oBAAoB,GAAG;gBACvF,uCAAuC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,EAAE,CAC/E,CAAC;YACF,OAAO;gBACL,QAAQ,EAAE,CAAC;gBACX,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,oBAAoB;aACrF,CAAC;QACJ,CAAC;QAED,MAAM,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CACxD,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,CAC7D,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC;YACzD,QAAQ,EAAE,iBAAiB;YAC3B,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;YAC/B,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB;SAC/C,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,kBAAkB,OAAO,CAAC,MAAM,IAAI,iBAAiB,CAAC,MAAM,sBAAsB;YAChF,YAAY,iBAAiB,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,CAC3D,CAAC;QAEF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,YAAY,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,oBAAoB,GAAG;gBACvF,2BAA2B,iBAAiB,CAAC,MAAM,8EAA8E,CACpI,CAAC;YACF,OAAO;gBACL,YAAY,EAAE,EAAE;gBAChB,QAAQ,EAAE,CAAC;gBACX,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,oBAAoB;aACrF,CAAC;QACJ,CAAC;QAED,qEAAqE;QACrE,sEAAsE;QACtE,oEAAoE;QACpE,uEAAuE;QACvE,0EAA0E;QAC1E,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAC5B,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAE,CAAwB,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAE,CAAwB,CAAC,KAAK,IAAI,CAAC,CAAC,CAC1F,CAAC;QAEF,qEAAqE;QACrE,2EAA2E;QAC3E,0EAA0E;QAC1E,wEAAwE;QACxE,iDAAiD;QACjD,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC;YACpE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YACvC,MAAM,EAAE,eAAe;SACxB,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;QAEjG,MAAM,kBAAkB,GAAqC,IAAI;aAC9D,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;aAC/D,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACb,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC9C,OAAO;gBACL,OAAO,EAAE,KAAK,CAAC,EAAE;gBACjB,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO;gBAC7G,MAAM,EAAE,EAAE;gBACV,WAAW,EAAE,MAAM;gBACnB,QAAQ,EAAE,SAAS;gBACnB,KAAK,EAAG,KAA4B,CAAC,KAAK;gBAC1C,WAAW,EAAE,KAAK,CAAC,OAAO;aAC3B,CAAC;QACJ,CAAC,CAAC,CAAC;QAEL,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;YAC3B,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,kBAAkB;YAC5B,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YACjD,YAAY,EAAE,EAAE;YAChB,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,oBAAoB;YACpF,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;SAChC,CAAC;IACJ,CAAC;CACF,CAAA;AAzFY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;qCAImC,kCAAe;GAHlD,gBAAgB,CAyF5B"}

package/dist/agents/contextualiser/nodes/chunk.vector.node.service.d.ts

@@ -1,22 +1,13 @@
-import { ConfigService } from "@nestjs/config";
-import { ClsService } from "nestjs-cls";
-import { BaseConfigInterface } from "../../../config/interfaces";
-import { LLMService } from "../../../core/llm/services/llm.service";
-import { WebSocketService } from "../../../core/websocket/services/websocket.service";
+import { EmbedderService } from "../../../core/llm/services/embedder.service";
 import { ChunkRepository } from "../../../foundations/chunk/repositories/chunk.repository";
 import { ContextualiserContext, ContextualiserContextState } from "../../contextualiser/contexts/contextualiser.context";
 import { RetrievalSourceContribution } from "../interfaces/retrieval.source.interface";
-export declare const defaultChunkVectorPrompt = "\nAs an intelligent assistant, your primary objective is to assess a specific **text chunk** and determine whether the available information suffices to answer the question.\n\nGiven the **question**, and the **rational plan** to answer the question you have to:\n1. Write a note summarizing the key points from the current text chunk that are relevant to the question. This must be used as context to answer the question.\n  - The note should contain all the information required to provide a detailed answer\n  - It should be a comprehensive note that can be used to generate a precise, contextualise reponse to the question, containing all the required details enough to cover all relevant aspects.\n\n2. Write a reason describing how the text chunk is relevant to the question\n  - The reason should explain why the text chunk is relevant or not to answer the question.\n\n3. Select the appropriate next action to take based on your assessment of the current information.\n  - **queuePreviousChunk**: Choose this action if you feel that the current chunk of text might have relevant information in a previous text chunk that would **significantly** enhance your answer.\n  - **queueNextChunk**: Choose this action if you feel that the current chunk of text might have relevant information in a subsequent text chunk that would **significantly** enhance your answer.\n  - **readNeighbouringNodes**: Choose this action if you believe that this text chunk does not contain relevant information and that exploring neighbouring chunks could provide valuable context.\n  - **answer**: Choose this action if you believe that the information in this text chunk is sufficient to provide a **comprehensive and accurate** answer to the question.\n\n  4. **Provide a Status Message**:\n  - Write a **short, friendly message** (maximum 40 characters) about your action.\n  - **Avoid technical terms** such as \"nodes\", \"atomic facts\", or \"key concepts\".\n  - The status message should make the user understand the action being taken\n  - The status message **MUST** contain clear information contextualised to the current question and the gathered information.\n  - The status message should be specific to the context and clearly convey the next steps or actions being taken.\n  - The status message **MUST NOT** be something unrelated to the text, such as \"success\", \"sufficient information\", \"insufficient information\", \"chunk analysed\", \"chunk processed\" or similar generic messages.\n  \n  ### Important Notes:\n  - **Proceed to Answer When Appropriate**: If the current information is sufficient to provide a reliable answer, do not hesitate to proceed to select **answer** as the next step.\n  - **Gather More Information When Needed**: If you identify gaps or uncertainties that could be addressed by additional information, choose the appropriate action to gather that information.\n  - **Use Judgment in Decision-Making**: Apply thoughtful consideration to decide whether additional information is necessary.\n  - If the content contains acronyms and their definition, include the definition of the acronym in your answer.\n  \n### **Please strictly follow the above instructions and format. Let's begin.**\n";
 export declare class ChunkVectorNodeService {
-    private readonly llmService;
     private readonly chunkRepository;
-    private readonly webSocketService;
-    private readonly clsService;
-    private readonly configService;
+    private readonly embedderService;
     private readonly retrievalSources?;
     private readonly logger;
-    private readonly systemPrompt;
-    constructor(llmService: LLMService, chunkRepository: ChunkRepository, webSocketService: WebSocketService, clsService: ClsService, configService: ConfigService<BaseConfigInterface>, retrievalSources?: RetrievalSourceContribution[]);
+    constructor(chunkRepository: ChunkRepository, embedderService: EmbedderService, retrievalSources?: RetrievalSourceContribution[]);
     execute(params: {
         state: typeof ContextualiserContext.State;
     }): Promise<Partial<ContextualiserContextState>>;

package/dist/agents/contextualiser/nodes/chunk.vector.node.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chunk.vector.node.service.d.ts","sourceRoot":"","sources":["../../../../src/agents/contextualiser/nodes/chunk.vector.node.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAGxC,OAAO,EAAE,mBAAmB,EAA0B,MAAM,4BAA4B,CAAC;AACzF,OAAO,EAAE,UAAU,EAAE,MAAM,wCAAwC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oDAAoD,CAAC;AACtF,OAAO,EAAE,eAAe,EAAE,MAAM,0DAA0D,CAAC;AAE3F,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC3B,MAAM,sDAAsD,CAAC;AAE9D,OAAO,EAAqB,2BAA2B,EAAE,MAAM,0CAA0C,CAAC;AAI1G,eAAO,MAAM,wBAAwB,6pGAgCpC,CAAC;AA+BF,qBACa,sBAAsB;IAK/B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAG9B,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAXpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA2C;IAClE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAGnB,UAAU,EAAE,UAAU,EACtB,eAAe,EAAE,eAAe,EAChC,gBAAgB,EAAE,gBAAgB,EAClC,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,aAAa,CAAC,mBAAmB,CAAC,EAGjD,gBAAgB,CAAC,EAAE,2BAA2B,EAAE;IAM7D,OAAO,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,OAAO,qBAAqB,CAAC,KAAK,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;CAiJnH"}
+{"version":3,"file":"chunk.vector.node.service.d.ts","sourceRoot":"","sources":["../../../../src/agents/contextualiser/nodes/chunk.vector.node.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,6CAA6C,CAAC;AAC9E,OAAO,EAAE,eAAe,EAAE,MAAM,0DAA0D,CAAC;AAE3F,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC3B,MAAM,sDAAsD,CAAC;AAE9D,OAAO,EAAqB,2BAA2B,EAAE,MAAM,0CAA0C,CAAC;AAI1G,qBACa,sBAAsB;IAI/B,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,eAAe;IAGhC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAPpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA2C;gBAG/C,eAAe,EAAE,eAAe,EAChC,eAAe,EAAE,eAAe,EAGhC,gBAAgB,CAAC,EAAE,2BAA2B,EAAE;IAG7D,OAAO,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,OAAO,qBAAqB,CAAC,KAAK,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;CA8GnH"}

package/dist/agents/contextualiser/nodes/chunk.vector.node.service.js

@@ -13,92 +13,39 @@ var __param = (this && this.__param) || function (paramIndex, decorator) {
 };
 var ChunkVectorNodeService_1;
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ChunkVectorNodeService = exports.defaultChunkVectorPrompt = void 0;
+exports.ChunkVectorNodeService = void 0;
 const common_1 = require("@nestjs/common");
-const config_1 = require("@nestjs/config");
-const nestjs_cls_1 = require("nestjs-cls");
-const zod_1 = require("zod");
-const llm_service_1 = require("../../../core/llm/services/llm.service");
-const websocket_service_1 = require("../../../core/websocket/services/websocket.service");
+const embedder_service_1 = require("../../../core/llm/services/embedder.service");
 const chunk_repository_1 = require("../../../foundations/chunk/repositories/chunk.repository");
 const usage_attribution_1 = require("../../common/usage-attribution");
 const retrieval_source_interface_1 = require("../interfaces/retrieval.source.interface");
 const NEIGHBOR_WINDOW = 1;
-exports.defaultChunkVectorPrompt = `
-As an intelligent assistant, your primary objective is to assess a specific **text chunk** and determine whether the available information suffices to answer the question.
-
-Given the **question**, and the **rational plan** to answer the question you have to:
-1. Write a note summarizing the key points from the current text chunk that are relevant to the question. This must be used as context to answer the question.
-  - The note should contain all the information required to provide a detailed answer
-  - It should be a comprehensive note that can be used to generate a precise, contextualise reponse to the question, containing all the required details enough to cover all relevant aspects.
-
-2. Write a reason describing how the text chunk is relevant to the question
-  - The reason should explain why the text chunk is relevant or not to answer the question.
-
-3. Select the appropriate next action to take based on your assessment of the current information.
-  - **queuePreviousChunk**: Choose this action if you feel that the current chunk of text might have relevant information in a previous text chunk that would **significantly** enhance your answer.
-  - **queueNextChunk**: Choose this action if you feel that the current chunk of text might have relevant information in a subsequent text chunk that would **significantly** enhance your answer.
-  - **readNeighbouringNodes**: Choose this action if you believe that this text chunk does not contain relevant information and that exploring neighbouring chunks could provide valuable context.
-  - **answer**: Choose this action if you believe that the information in this text chunk is sufficient to provide a **comprehensive and accurate** answer to the question.
-
-  4. **Provide a Status Message**:
-  - Write a **short, friendly message** (maximum 40 characters) about your action.
-  - **Avoid technical terms** such as "nodes", "atomic facts", or "key concepts".
-  - The status message should make the user understand the action being taken
-  - The status message **MUST** contain clear information contextualised to the current question and the gathered information.
-  - The status message should be specific to the context and clearly convey the next steps or actions being taken.
-  - The status message **MUST NOT** be something unrelated to the text, such as "success", "sufficient information", "insufficient information", "chunk analysed", "chunk processed" or similar generic messages.
-  
-  ### Important Notes:
-  - **Proceed to Answer When Appropriate**: If the current information is sufficient to provide a reliable answer, do not hesitate to proceed to select **answer** as the next step.
-  - **Gather More Information When Needed**: If you identify gaps or uncertainties that could be addressed by additional information, choose the appropriate action to gather that information.
-  - **Use Judgment in Decision-Making**: Apply thoughtful consideration to decide whether additional information is necessary.
-  - If the content contains acronyms and their definition, include the definition of the acronym in your answer.
-  
-### **Please strictly follow the above instructions and format. Let's begin.**
-`;
-const outputSchema = zod_1.z.object({
-    status: zod_1.z
-        .string()
-        .describe(`Write a short, friendly message (max 40 characters) about your action, avoiding technical terms such as "nodes" or "atomic facts" or  "key concepts". Give flavour to the message and avoid repeating the same message.`),
-    note: zod_1.z
-        .object({
-        content: zod_1.z.string().describe("The new insights and findings about the question from current text"),
-        reason: zod_1.z.string().describe("The reason describing how the text chunk is relevant to the question"),
-    })
-        .describe("The note summarizing the key points from the current text chunk that are relevant to the question"),
-    chosenAction: zod_1.z.string()
-        .describe(`This is the action you have decided to do in the next step. You **MUST** pick one of the following actions:
-- **queuePreviousChunk**: Choose this action if you feel that the previous text chunk contains valuable information for answering the question.
-- **queueNextChunk**: Choose this action if you feel that the subsequent text chunk contains valuable information for answering the question.
-- **readNeighbouringNodes**: Choose this action if you feel that the current text contains valuable, but somewhat incomplete information that could be clarified by exploring related concepts.
-- **answer**: Choose this action if you believe that the information you have currently obtained is enough to answer the question. This will allow you to summarize the gathered information and provide a final answer.
-`),
-});
-const inputSchema = zod_1.z.object({
-    question: zod_1.z.string().describe("The question asked by the user"),
-    rationalPlan: zod_1.z
-        .string()
-        .describe("The rational plan you designed to provide a comprehensive answer to the user question"),
-    text: zod_1.z.string().describe("The content of the text you must analyse to provide an answer to the user question"),
-});
 let ChunkVectorNodeService = ChunkVectorNodeService_1 = class ChunkVectorNodeService {
-    constructor(llmService, chunkRepository, webSocketService, clsService, configService, retrievalSources) {
-        this.llmService = llmService;
+    constructor(chunkRepository, embedderService, retrievalSources) {
         this.chunkRepository = chunkRepository;
-        this.webSocketService = webSocketService;
-        this.clsService = clsService;
-        this.configService = configService;
+        this.embedderService = embedderService;
         this.retrievalSources = retrievalSources;
         this.logger = new common_1.Logger(ChunkVectorNodeService_1.name);
-        const prompts = this.configService.get("prompts");
-        this.systemPrompt = prompts?.contextualiser?.chunkVector ?? exports.defaultChunkVectorPrompt;
     }
     async execute(params) {
+        // ONE embedding per turn. findPotentialChunks and findPotentialKeyConcepts
+        // were each embedding the identical question string, costing two provider
+        // round trips and two ledger rows for one question.
+        const queryEmbedding = params.state.questionEmbedding ??
+            (await this.embedderService.vectoriseText({
+                text: params.state.question,
+                attribution: (0, usage_attribution_1.buildRetrievalAttribution)({
+                    contentId: params.state.contentId,
+                    contentType: params.state.contentType,
+                    dataLimits: params.state.limits,
+                    scope: params.state,
+                }),
+            }));
         const [chunks, contributed] = await Promise.all([
             this.chunkRepository.findPotentialChunks({
                 question: params.state.question,
                 dataLimits: params.state.limits,
+                queryEmbedding,
                 // The question embedding is billed to the scope this retrieval searches.
                 // Task 10 threaded the CALLING agent's own attribution through this
                 // state, and it is now the first branch of the derivation: when another
@@ -123,8 +70,9 @@ let ChunkVectorNodeService = ChunkVectorNodeService_1 = class ChunkVectorNodeSer
                 return [];
             }))).then((lists) => lists.flat()),
         ]);
-        // Neighbour-window widening: each retrieved chunk is analysed together with the
-        // chunks immediately before/after it, so the LLM sees continuous prose.
+        // Neighbour-window widening: each retrieved chunk carries the chunks
+        // immediately before/after it, so what reaches the notebook is continuous
+        // prose rather than a sentence cut at both ends.
         const allRetrievedIds = chunks.map((c) => c.id);
         const neighborRecords = allRetrievedIds.length
             ? await this.chunkRepository.findChunkNeighbors({ chunkIds: allRetrievedIds, window: NEIGHBOR_WINDOW })
@@ -138,63 +86,26 @@ let ChunkVectorNodeService = ChunkVectorNodeService_1 = class ChunkVectorNodeSer
         };
         if (chunks.length === 0 && contributed.length === 0) {
             this.logger.log("chunk_vector: no results — continuing per rational plan routing");
-            return {};
+            // Nothing to analyse: this path makes no provider call.
+            return { llmCalls: 0, questionEmbedding: queryEmbedding };
         }
-        const llmResponses = (await Promise.all(chunks.map(async (chunk) => {
-            if (!chunk.content || chunk.content.trim() === "")
-                return null;
-            const inputParams = {
-                rationalPlan: params.state.rationalPlan,
-                question: params.state.question,
-                text: widen(chunk.id, chunk.content),
-            };
-            const llmResponse = await this.llmService.call({
-                inputSchema: inputSchema,
-                inputParams: inputParams,
-                outputSchema: outputSchema,
-                systemPrompts: [this.systemPrompt],
-                temperature: 0.1,
-                // Billed to the CALLING agent: its ledger category, its entity. Spread
-                // LAST so nothing above can overwrite the attribution.
-                ...(0, usage_attribution_1.buildInheritedAttribution)(params.state),
-            });
-            if (params.state.contentType === "Conversation")
-                await this.webSocketService.sendMessageToUser(this.clsService.get("userId"), "contextualiser", {
-                    message: llmResponse.status,
-                    conversationId: params.state.contentId,
-                });
-            return {
-                chunkId: chunk.id,
-                status: llmResponse.status,
-                note: {
-                    content: llmResponse.note?.content ?? "",
-                    reason: llmResponse.note?.reason ?? "",
-                },
-                chosenAction: llmResponse.chosenAction,
-                tokens: llmResponse.tokenUsage,
-            };
-        })));
-        const tokenUsed = {
-            input: 0,
-            output: 0,
-        };
+        // No per-chunk LLM call. It filtered nothing — the notebook push was
+        // unconditional — and its paraphrase REPLACED the chunk, so the answer node
+        // never saw text it could quote. The widened source text goes through
+        // instead, ordered and budgeted downstream (responder.answer.node.service).
         const newNotebookEntries = [];
-        const statuses = [];
-        for (const llmResponse of llmResponses.filter((response) => !!response)) {
-            tokenUsed.input += llmResponse.tokens.input;
-            tokenUsed.output += llmResponse.tokens.output;
+        for (const chunk of chunks) {
+            if (!chunk.content || chunk.content.trim() === "")
+                continue;
             newNotebookEntries.push({
-                chunkId: llmResponse.chunkId,
-                content: llmResponse.note.content,
-                reason: llmResponse.note.reason,
+                chunkId: chunk.id,
+                content: widen(chunk.id, chunk.content),
+                reason: "",
                 sourceLayer: "case",
                 metadata: undefined,
+                score: chunk.score,
+                coreContent: chunk.content,
             });
-            if (llmResponse.status &&
-                !statuses.includes(llmResponse.status) &&
-                !params.state.status.includes(llmResponse.status)) {
-                statuses.push(llmResponse.status);
-            }
         }
         for (const entry of contributed) {
             newNotebookEntries.push({
@@ -203,26 +114,26 @@ let ChunkVectorNodeService = ChunkVectorNodeService_1 = class ChunkVectorNodeSer
                 reason: entry.reason,
                 sourceLayer: entry.sourceLayer ?? "case",
                 metadata: entry.metadata,
+                score: undefined,
+                coreContent: undefined,
             });
         }
         return {
             hops: params.state.hops + 1,
+            llmCalls: 0,
             processedChunks: chunks.map((c) => c.id),
             notebook: newNotebookEntries,
-            status: statuses,
-            tokens: tokenUsed,
+            questionEmbedding: queryEmbedding,
+            tokens: { input: 0, output: 0 },
         };
     }
 };
 exports.ChunkVectorNodeService = ChunkVectorNodeService;
 exports.ChunkVectorNodeService = ChunkVectorNodeService = ChunkVectorNodeService_1 = __decorate([
     (0, common_1.Injectable)(),
-    __param(5, (0, common_1.Optional)()),
-    __param(5, (0, common_1.Inject)(retrieval_source_interface_1.RETRIEVAL_SOURCES)),
-    __metadata("design:paramtypes", [llm_service_1.LLMService,
-        chunk_repository_1.ChunkRepository,
-        websocket_service_1.WebSocketService,
-        nestjs_cls_1.ClsService,
-        config_1.ConfigService, Array])
+    __param(2, (0, common_1.Optional)()),
+    __param(2, (0, common_1.Inject)(retrieval_source_interface_1.RETRIEVAL_SOURCES)),
+    __metadata("design:paramtypes", [chunk_repository_1.ChunkRepository,
+        embedder_service_1.EmbedderService, Array])
 ], ChunkVectorNodeService);
 //# sourceMappingURL=chunk.vector.node.service.js.map