@carlonicora/nestjs-neo4jsonapi 0.0.1

package/dist/agents/contextualiser/nodes/chunk.node.service.js

@@ -0,0 +1,229 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChunkNodeService = exports.defaultChunkPrompt = void 0;
+const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const nestjs_cls_1 = require("nestjs-cls");
+const zod_1 = require("zod");
+const llm_service_1 = require("../../../core/llm/services/llm.service");
+const websocket_service_1 = require("../../../core/websocket/services/websocket.service");
+const chunk_repository_1 = require("../../../foundations/chunk/repositories/chunk.repository");
+exports.defaultChunkPrompt = `
+As an intelligent assistant, your primary objective is to assess a specific **text chunk** and determine whether the available information suffices to answer the question.
+
+Given the **question**, and the **rational plan** to answer the question you have to:
+1. Analyse the text and determine if it is relevant to answer the user question
+  - The text chunk should be examined for key information that directly relates to the question being asked.
+
+2. Write an note summarizing the key points from the current text chunk that are relevant to the question
+  - The note should contain all the information required to provide a detailed answer
+  - The note should be a comprehensive summary that can be used to generate a precise, contextualised response to the question, containing all the required details enough to cover all relevant aspects.
+
+3. Write a reason describing how the text chunk is relevant to the question
+  - The reason should explain why the text chunk is relevant or not to answer the question.
+
+4. Select the appropriate next action to take based on your assessment of the current information.
+  - **queuePreviousChunk**: Choose this action if you feel that the current chunk of text might have relevant information in a previous text chunk that would **significantly** enhance your answer. Do not select this action if you believe the current chunk is either sufficient or completely irrelevant.
+  - **queueNextChunk**: Choose this action if you feel that the current chunk of text might have relevant information in a subsequent text chunk that would **significantly** enhance your answer. Do not select this action if you believe the current chunk is either sufficient or completely irrelevant.
+  - **readNeighbouringNodes**: Choose this action if you believe that this text chunk does not contain relevant information and that exploring neighbouring chunks could provide valuable context.
+  - **answer**: Choose this action if you believe that the information in this text chunk is sufficient to provide a **comprehensive and accurate** answer to the question.
+  - **skip**: Choose this action if you believe that the current chunk of text is not relevant to the question and that you want to move on to the next chunk without taking any further action.
+
+5. **Provide a Status Message**:
+  - Write a **short, friendly message** (maximum 40 characters) about your action.
+  - **Avoid technical terms** such as "nodes", "atomic facts", or "key concepts".
+  - The status message should make the user understand the action being taken
+  - The status message **MUST** contain clear information contextualised to the current question and the gathered information.
+  - The status message should be specific to the context and clearly convey the next steps or actions being taken.
+  - The status message **MUST NOT** be something unrelated to the text, such as "success", "sufficient information", "insufficient information", "chunk analysed", "chunk processed" or similar generic messages.
+
+### Important Notes:
+  - **Proceed to Answer When Appropriate**: If the current information is sufficient to provide a reliable answer, do not hesitate to proceed to select **answer** as the next step.
+  - **Gather More Information When Needed**: If you identify gaps or uncertainties that could be addressed by additional information, choose the appropriate action to gather that information.
+  - **Use Judgment in Decision-Making**: Apply thoughtful consideration to decide whether additional information is necessary.
+  - If the content contains acronyms and their definition, include the definition of the acronym in your answer.
+
+### **Please strictly follow the above instructions and format. Let's begin.**
+`;
+const outputSchema = zod_1.z.object({
+    status: zod_1.z
+        .string()
+        .describe(`Write a short, friendly message (max 40 characters) about your action, avoiding technical terms such as "nodes" or "atomic facts" or  "key concepts". Give flavour to the message and avoid repeating the same message.`),
+    note: zod_1.z
+        .object({
+        content: zod_1.z.string().describe("The new insights and findings about the question from current text"),
+        reason: zod_1.z.string().describe("The reason describing how the text chunk is relevant to the question"),
+    })
+        .describe("The note summarizing the key points from the current text chunk that are relevant to the question"),
+    chosenAction: zod_1.z.string()
+        .describe(`This is the action you have decided to do in the next step. You **MUST** pick one of the following actions:
+- **queuePreviousChunk**: Choose this action if you feel that the previous text chunk contains valuable information for answering the question. Do not select this action if you believe the current chunk is either sufficient or completely irrelevant.
+- **queueNextChunk**: Choose this action if you feel that the subsequent text chunk contains valuable information for answering the question. Do not select this action if you believe the current chunk is either sufficient or completely irrelevant.
+- **readNeighbouringNodes**: Choose this action if you feel that the current text contains valuable, but somewhat incomplete information that could be clarified by exploring related concepts.
+- **answer**: Choose this action if you believe that the information you have currently obtained is enough to answer the question. This will allow you to summarize the gathered information and provide a final answer.
+- **skip**: Choose this action if you believe that the current chunk of text is not relevant to the question and that you want to move on to the next chunk without taking any further action.
+`),
+});
+const inputSchema = zod_1.z.object({
+    question: zod_1.z.string().describe("The question asked by the user"),
+    rationalPlan: zod_1.z
+        .string()
+        .describe("The rational plan you designed to provide a comprehensive answer to the user question"),
+    text: zod_1.z.string().describe("The content of the text you must analyse to provide an answer to the user question"),
+});
+let ChunkNodeService = class ChunkNodeService {
+    constructor(llmService, chunkRepository, webSocketService, clsService, configService) {
+        this.llmService = llmService;
+        this.chunkRepository = chunkRepository;
+        this.webSocketService = webSocketService;
+        this.clsService = clsService;
+        this.configService = configService;
+        const prompts = this.configService.get("prompts");
+        this.systemPrompt = prompts?.contextualiser?.chunk ?? exports.defaultChunkPrompt;
+    }
+    async execute(params) {
+        if (params.state.queuedChunks.length === 0) {
+            return {
+                nextStep: params.state.neighbouringAlreadyExplored ? "answer" : "neighbouring_nodes",
+            };
+        }
+        const chunks = [];
+        const chunkIdsToProcess = params.state.queuedChunks.filter((chunkId) => !params.state.processedChunks.includes(chunkId));
+        while (chunkIdsToProcess.length > 0) {
+            const chunkId = chunkIdsToProcess.shift();
+            const chunk = await this.chunkRepository.findChunkById({
+                chunkId: chunkId,
+            });
+            if (chunk)
+                chunks.push(chunk);
+        }
+        if (chunks.length === 0) {
+            return {
+                queuedChunks: [],
+                nextStep: params.state.neighbouringAlreadyExplored ? "answer" : "neighbouring_nodes",
+            };
+        }
+        const llmResponses = (await Promise.all(chunks.map(async (chunk) => {
+            if (!chunk.content || chunk.content.trim() === "")
+                return null;
+            const inputParams = {
+                rationalPlan: params.state.rationalPlan,
+                question: params.state.question,
+                text: chunk.content,
+            };
+            const llmResponse = await this.llmService.call({
+                inputSchema: inputSchema,
+                inputParams: inputParams,
+                outputSchema: outputSchema,
+                systemPrompts: [this.systemPrompt],
+                temperature: 0.1,
+            });
+            if (params.state.contentType === "Conversation")
+                await this.webSocketService.sendMessageToUser(this.clsService.get("userId"), "contextualiser", {
+                    message: llmResponse.status,
+                    conversationId: params.state.contentId,
+                });
+            return {
+                chunkId: chunk.id,
+                status: llmResponse.chosenAction === "answer" ? llmResponse.status : undefined,
+                note: {
+                    content: llmResponse.note?.content ?? "",
+                    reason: llmResponse.note?.reason ?? "",
+                },
+                chosenAction: llmResponse.chosenAction,
+                tokens: llmResponse.tokenUsage,
+            };
+        })));
+        const tokenUsed = {
+            input: 0,
+            output: 0,
+        };
+        const newNotebookEntries = [];
+        const statuses = [];
+        for (const llmResponse of llmResponses.filter((response) => !!response)) {
+            tokenUsed.input += llmResponse.tokens.input;
+            tokenUsed.output += llmResponse.tokens.output;
+            if (llmResponse.chosenAction !== "skip")
+                newNotebookEntries.push({
+                    chunkId: llmResponse.chunkId,
+                    content: llmResponse.note.content,
+                    reason: llmResponse.note.reason,
+                });
+            if (!statuses.includes(llmResponse.status) && !params.state.status.includes(llmResponse.status))
+                statuses.push(llmResponse.status);
+        }
+        const newChunksToQuery = [];
+        await Promise.all(llmResponses
+            .filter((response) => !!response)
+            .map(async (llmResponse) => {
+            switch (llmResponse.chosenAction) {
+                case "queueNextChunk":
+                    const nextChunk = await this.chunkRepository.findSubsequentChunkId({
+                        chunkId: llmResponse.chunkId,
+                    });
+                    if (nextChunk)
+                        newChunksToQuery.push(nextChunk.id);
+                    break;
+                case "queuePreviousChunk":
+                    const previousChunk = await this.chunkRepository.findPreviousChunkId({
+                        chunkId: llmResponse.chunkId,
+                    });
+                    if (previousChunk)
+                        newChunksToQuery.push(previousChunk.id);
+                    break;
+            }
+        }));
+        let nextStep;
+        if (newChunksToQuery.length > 0) {
+            nextStep = "chunks";
+        }
+        else if (llmResponses.filter((response) => !!response).some((llmResponse) => llmResponse.chosenAction === "answer") ===
+            true) {
+            nextStep = "answer";
+        }
+        else {
+            if (params.state.neighbouringAlreadyExplored)
+                nextStep = "answer";
+            else
+                nextStep = "neighbouring_nodes";
+        }
+        // Safety checks to prevent excessive looping:
+        // 1. Local check: If we've gone through chunks more than 3 times
+        // 2. Global check: If we're approaching the maxHops limit (typically 20, leave 5 hop buffer)
+        const approachingMaxHops = params.state.hops >= 15;
+        if (params.state.chunkLevel > 3 || approachingMaxHops) {
+            newChunksToQuery.length = 0;
+            nextStep = "answer";
+        }
+        const returnedHops = params.state.hops + 1;
+        return {
+            hops: returnedHops,
+            notebook: newNotebookEntries,
+            chunkLevel: params.state.chunkLevel + 1,
+            processedChunks: chunks.map((c) => c.id),
+            queuedChunks: newChunksToQuery,
+            nextStep: nextStep,
+            status: statuses.filter((status) => status),
+            tokens: tokenUsed,
+        };
+    }
+};
+exports.ChunkNodeService = ChunkNodeService;
+exports.ChunkNodeService = ChunkNodeService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [llm_service_1.LLMService,
+        chunk_repository_1.ChunkRepository,
+        websocket_service_1.WebSocketService,
+        nestjs_cls_1.ClsService,
+        config_1.ConfigService])
+], ChunkNodeService);
+//# sourceMappingURL=chunk.node.service.js.map

package/dist/agents/contextualiser/nodes/chunk.node.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.node.service.js","sourceRoot":"","sources":["../../../../src/agents/contextualiser/nodes/chunk.node.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAC/C,2CAAwC;AACxC,6BAAwB;AAGxB,wEAAoE;AACpE,0FAAsF;AAEtF,+FAA2F;AAM9E,QAAA,kBAAkB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoCjC,CAAC;AAEF,MAAM,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,EAAE,OAAC;SACN,MAAM,EAAE;SACR,QAAQ,CACP,yNAAyN,CAC1N;IACH,IAAI,EAAE,OAAC;SACJ,MAAM,CAAC;QACN,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oEAAoE,CAAC;QAClG,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sEAAsE,CAAC;KACpG,CAAC;SACD,QAAQ,CAAC,mGAAmG,CAAC;IAChH,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE;SACrB,QAAQ,CAAC;;;;;;CAMb,CAAC;CACD,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3B,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC/D,YAAY,EAAE,OAAC;SACZ,MAAM,EAAE;SACR,QAAQ,CAAC,uFAAuF,CAAC;IACpG,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oFAAoF,CAAC;CAChH,CAAC,CAAC;AAGI,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;IAG3B,YACmB,UAAsB,EACtB,eAAgC,EAChC,gBAAkC,EAClC,UAAsB,EACtB,aAAiD;QAJjD,eAAU,GAAV,UAAU,CAAY;QACtB,oBAAe,GAAf,eAAe,CAAiB;QAChC,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAoC;QAElE,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAyB,SAAS,CAAC,CAAC;QAC1E,IAAI,CAAC,YAAY,GAAG,OAAO,EAAE,cAAc,EAAE,KAAK,IAAI,0BAAkB,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAqD;QACjE,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,OAAO;gBACL,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,oBAAoB;aACrF,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAY,EAAE,CAAC;QAE3B,MAAM,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CACxD,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,CAC7D,CAAC;QAEF,OAAO,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;gBACrD,OAAO,EAAE,OAAO;aACjB,CAAC,CAAC;YACH,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO;gBACL,YAAY,EAAE,EAAE;gBAChB,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,oBAAoB;aACrF,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GASJ,CAAC,MAAM,OAAO,CAAC,GAAG,CAC9B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAsC,EAAE,EAAE;YAC1D,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE;gBAAE,OAAO,IAAI,CAAC;YAE/D,MAAM,WAAW,GAAgC;gBAC/C,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;gBACvC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;gBAC/B,IAAI,EAAE,KAAK,CAAC,OAAO;aACpB,CAAC;YAEF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAA+B;gBAC3E,WAAW,EAAE,WAAW;gBACxB,WAAW,EAAE,WAAW;gBACxB,YAAY,EAAE,YAAY;gBAC1B,aAAa,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC;gBAClC,WAAW,EAAE,GAAG;aACjB,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,KAAK,cAAc;gBAC7C,MAAM,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,gBAAgB,EAAE;oBAC7F,OAAO,EAAE,WAAW,CAAC,MAAM;oBAC3B,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS;iBACvC,CAAC,CAAC;YAEL,OAAO;gBACL,OAAO,EAAE,KAAK,CAAC,EAAE;gBACjB,MAAM,EAAE,WAAW,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;gBAC9E,IAAI,EAAE;oBACJ,OAAO,EAAE,WAAW,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE;oBACxC,MAAM,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,IAAI,EAAE;iBACvC;gBACD,YAAY,EAAE,WAAW,CAAC,YAAY;gBACtC,MAAM,EAAE,WAAW,CAAC,UAAU;aAC/B,CAAC;QACJ,CAAC,CAAC,CACH,CAAQ,CAAC;QAEV,MAAM,SAAS,GAAwB;YACrC,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;SACV,CAAC;QACF,MAAM,kBAAkB,GAA2D,EAAE,CAAC;QAEtF,MAAM,QAAQ,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,WAAW,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxE,SAAS,CAAC,KAAK,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC;YAC5C,SAAS,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;YAC9C,IAAI,WAAW,CAAC,YAAY,KAAK,MAAM;gBACrC,kBAAkB,CAAC,IAAI,CAAC;oBACtB,OAAO,EAAE,WAAW,CAAC,OAAO;oBAC5B,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO;oBACjC,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,MAAM;iBAChC,CAAC,CAAC;YACL,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC7F,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,gBAAgB,GAAa,EAAE,CAAC;QAEtC,MAAM,OAAO,CAAC,GAAG,CACf,YAAY;aACT,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;aAChC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE;YACzB,QAAQ,WAAW,CAAC,YAAY,EAAE,CAAC;gBACjC,KAAK,gBAAgB;oBACnB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,qBAAqB,CAAC;wBACjE,OAAO,EAAE,WAAW,CAAC,OAAO;qBAC7B,CAAC,CAAC;oBACH,IAAI,SAAS;wBAAE,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBACnD,MAAM;gBACR,KAAK,oBAAoB;oBACvB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC;wBACnE,OAAO,EAAE,WAAW,CAAC,OAAO;qBAC7B,CAAC,CAAC;oBACH,IAAI,aAAa;wBAAE,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;oBAC3D,MAAM;YACV,CAAC;QACH,CAAC,CAAC,CACL,CAAC;QAEF,IAAI,QAAgB,CAAC;QACrB,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,QAAQ,GAAG,QAAQ,CAAC;QACtB,CAAC;aAAM,IACL,YAAY,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,YAAY,KAAK,QAAQ,CAAC;YAC1G,IAAI,EACJ,CAAC;YACD,QAAQ,GAAG,QAAQ,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,IAAI,MAAM,CAAC,KAAK,CAAC,2BAA2B;gBAAE,QAAQ,GAAG,QAAQ,CAAC;;gBAC7D,QAAQ,GAAG,oBAAoB,CAAC;QACvC,CAAC;QAED,8CAA8C;QAC9C,iEAAiE;QACjE,6FAA6F;QAC7F,MAAM,kBAAkB,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;QAEnD,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;YACtD,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;YAC5B,QAAQ,GAAG,QAAQ,CAAC;QACtB,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;QAE3C,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE,kBAAkB;YAC5B,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC;YACvC,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxC,YAAY,EAAE,gBAAgB;YAC9B,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC;YAC3C,MAAM,EAAE,SAAS;SAClB,CAAC;IACJ,CAAC;CACF,CAAA;AAvKY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;qCAKoB,wBAAU;QACL,kCAAe;QACd,oCAAgB;QACtB,uBAAU;QACP,sBAAa;GARpC,gBAAgB,CAuK5B"}

package/dist/agents/contextualiser/nodes/chunk.vector.node.service.d.ts

@@ -0,0 +1,21 @@
+import { ConfigService } from "@nestjs/config";
+import { ClsService } from "nestjs-cls";
+import { BaseConfigInterface } from "../../../config/interfaces";
+import { LLMService } from "../../../core/llm/services/llm.service";
+import { WebSocketService } from "../../../core/websocket/services/websocket.service";
+import { ChunkRepository } from "../../../foundations/chunk/repositories/chunk.repository";
+import { ContextualiserContext, ContextualiserContextState } from "../../contextualiser/contexts/contextualiser.context";
+export declare const defaultChunkVectorPrompt = "\nAs an intelligent assistant, your primary objective is to assess a specific **text chunk** and determine whether the available information suffices to answer the question.\n\nGiven the **question**, and the **rational plan** to answer the question you have to:\n1. Write a note summarizing the key points from the current text chunk that are relevant to the question. This must be used as context to answer the question.\n  - The note should contain all the information required to provide a detailed answer\n  - It should be a comprehensive note that can be used to generate a precise, contextualise reponse to the question, containing all the required details enough to cover all relevant aspects.\n\n2. Write a reason describing how the text chunk is relevant to the question\n  - The reason should explain why the text chunk is relevant or not to answer the question.\n\n3. Select the appropriate next action to take based on your assessment of the current information.\n  - **queuePreviousChunk**: Choose this action if you feel that the current chunk of text might have relevant information in a previous text chunk that would **significantly** enhance your answer.\n  - **queueNextChunk**: Choose this action if you feel that the current chunk of text might have relevant information in a subsequent text chunk that would **significantly** enhance your answer.\n  - **readNeighbouringNodes**: Choose this action if you believe that this text chunk does not contain relevant information and that exploring neighbouring chunks could provide valuable context.\n  - **answer**: Choose this action if you believe that the information in this text chunk is sufficient to provide a **comprehensive and accurate** answer to the question.\n\n  4. **Provide a Status Message**:\n  - Write a **short, friendly message** (maximum 40 characters) about your action.\n  - **Avoid technical terms** such as \"nodes\", \"atomic facts\", or \"key concepts\".\n  - The status message should make the user understand the action being taken\n  - The status message **MUST** contain clear information contextualised to the current question and the gathered information.\n  - The status message should be specific to the context and clearly convey the next steps or actions being taken.\n  - The status message **MUST NOT** be something unrelated to the text, such as \"success\", \"sufficient information\", \"insufficient information\", \"chunk analysed\", \"chunk processed\" or similar generic messages.\n  \n  ### Important Notes:\n  - **Proceed to Answer When Appropriate**: If the current information is sufficient to provide a reliable answer, do not hesitate to proceed to select **answer** as the next step.\n  - **Gather More Information When Needed**: If you identify gaps or uncertainties that could be addressed by additional information, choose the appropriate action to gather that information.\n  - **Use Judgment in Decision-Making**: Apply thoughtful consideration to decide whether additional information is necessary.\n  - If the content contains acronyms and their definition, include the definition of the acronym in your answer.\n  \n### **Please strictly follow the above instructions and format. Let's begin.**\n";
+export declare class ChunkVectorNodeService {
+    private readonly llmService;
+    private readonly chunkRepository;
+    private readonly webSocketService;
+    private readonly clsService;
+    private readonly configService;
+    private readonly systemPrompt;
+    constructor(llmService: LLMService, chunkRepository: ChunkRepository, webSocketService: WebSocketService, clsService: ClsService, configService: ConfigService<BaseConfigInterface>);
+    execute(params: {
+        state: typeof ContextualiserContext.State;
+    }): Promise<Partial<ContextualiserContextState>>;
+}
+//# sourceMappingURL=chunk.vector.node.service.d.ts.map

package/dist/agents/contextualiser/nodes/chunk.vector.node.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.vector.node.service.d.ts","sourceRoot":"","sources":["../../../../src/agents/contextualiser/nodes/chunk.vector.node.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAGxC,OAAO,EAAE,mBAAmB,EAA0B,MAAM,4BAA4B,CAAC;AACzF,OAAO,EAAE,UAAU,EAAE,MAAM,wCAAwC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oDAAoD,CAAC;AACtF,OAAO,EAAE,eAAe,EAAE,MAAM,0DAA0D,CAAC;AAC3F,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC3B,MAAM,sDAAsD,CAAC;AAE9D,eAAO,MAAM,wBAAwB,6pGAgCpC,CAAC;AA+BF,qBACa,sBAAsB;IAI/B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAPhC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAGnB,UAAU,EAAE,UAAU,EACtB,eAAe,EAAE,eAAe,EAChC,gBAAgB,EAAE,gBAAgB,EAClC,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,aAAa,CAAC,mBAAmB,CAAC;IAM9D,OAAO,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,OAAO,qBAAqB,CAAC,KAAK,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;CAyFnH"}

package/dist/agents/contextualiser/nodes/chunk.vector.node.service.js

@@ -0,0 +1,166 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChunkVectorNodeService = exports.defaultChunkVectorPrompt = void 0;
+const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const nestjs_cls_1 = require("nestjs-cls");
+const zod_1 = require("zod");
+const llm_service_1 = require("../../../core/llm/services/llm.service");
+const websocket_service_1 = require("../../../core/websocket/services/websocket.service");
+const chunk_repository_1 = require("../../../foundations/chunk/repositories/chunk.repository");
+exports.defaultChunkVectorPrompt = `
+As an intelligent assistant, your primary objective is to assess a specific **text chunk** and determine whether the available information suffices to answer the question.
+
+Given the **question**, and the **rational plan** to answer the question you have to:
+1. Write a note summarizing the key points from the current text chunk that are relevant to the question. This must be used as context to answer the question.
+  - The note should contain all the information required to provide a detailed answer
+  - It should be a comprehensive note that can be used to generate a precise, contextualise reponse to the question, containing all the required details enough to cover all relevant aspects.
+
+2. Write a reason describing how the text chunk is relevant to the question
+  - The reason should explain why the text chunk is relevant or not to answer the question.
+
+3. Select the appropriate next action to take based on your assessment of the current information.
+  - **queuePreviousChunk**: Choose this action if you feel that the current chunk of text might have relevant information in a previous text chunk that would **significantly** enhance your answer.
+  - **queueNextChunk**: Choose this action if you feel that the current chunk of text might have relevant information in a subsequent text chunk that would **significantly** enhance your answer.
+  - **readNeighbouringNodes**: Choose this action if you believe that this text chunk does not contain relevant information and that exploring neighbouring chunks could provide valuable context.
+  - **answer**: Choose this action if you believe that the information in this text chunk is sufficient to provide a **comprehensive and accurate** answer to the question.
+
+  4. **Provide a Status Message**:
+  - Write a **short, friendly message** (maximum 40 characters) about your action.
+  - **Avoid technical terms** such as "nodes", "atomic facts", or "key concepts".
+  - The status message should make the user understand the action being taken
+  - The status message **MUST** contain clear information contextualised to the current question and the gathered information.
+  - The status message should be specific to the context and clearly convey the next steps or actions being taken.
+  - The status message **MUST NOT** be something unrelated to the text, such as "success", "sufficient information", "insufficient information", "chunk analysed", "chunk processed" or similar generic messages.
+  
+  ### Important Notes:
+  - **Proceed to Answer When Appropriate**: If the current information is sufficient to provide a reliable answer, do not hesitate to proceed to select **answer** as the next step.
+  - **Gather More Information When Needed**: If you identify gaps or uncertainties that could be addressed by additional information, choose the appropriate action to gather that information.
+  - **Use Judgment in Decision-Making**: Apply thoughtful consideration to decide whether additional information is necessary.
+  - If the content contains acronyms and their definition, include the definition of the acronym in your answer.
+  
+### **Please strictly follow the above instructions and format. Let's begin.**
+`;
+const outputSchema = zod_1.z.object({
+    status: zod_1.z
+        .string()
+        .describe(`Write a short, friendly message (max 40 characters) about your action, avoiding technical terms such as "nodes" or "atomic facts" or  "key concepts". Give flavour to the message and avoid repeating the same message.`),
+    note: zod_1.z
+        .object({
+        content: zod_1.z.string().describe("The new insights and findings about the question from current text"),
+        reason: zod_1.z.string().describe("The reason describing how the text chunk is relevant to the question"),
+    })
+        .describe("The note summarizing the key points from the current text chunk that are relevant to the question"),
+    chosenAction: zod_1.z.string()
+        .describe(`This is the action you have decided to do in the next step. You **MUST** pick one of the following actions:
+- **queuePreviousChunk**: Choose this action if you feel that the previous text chunk contains valuable information for answering the question.
+- **queueNextChunk**: Choose this action if you feel that the subsequent text chunk contains valuable information for answering the question.
+- **readNeighbouringNodes**: Choose this action if you feel that the current text contains valuable, but somewhat incomplete information that could be clarified by exploring related concepts.
+- **answer**: Choose this action if you believe that the information you have currently obtained is enough to answer the question. This will allow you to summarize the gathered information and provide a final answer.
+`),
+});
+const inputSchema = zod_1.z.object({
+    question: zod_1.z.string().describe("The question asked by the user"),
+    rationalPlan: zod_1.z
+        .string()
+        .describe("The rational plan you designed to provide a comprehensive answer to the user question"),
+    text: zod_1.z.string().describe("The content of the text you must analyse to provide an answer to the user question"),
+});
+let ChunkVectorNodeService = class ChunkVectorNodeService {
+    constructor(llmService, chunkRepository, webSocketService, clsService, configService) {
+        this.llmService = llmService;
+        this.chunkRepository = chunkRepository;
+        this.webSocketService = webSocketService;
+        this.clsService = clsService;
+        this.configService = configService;
+        const prompts = this.configService.get("prompts");
+        this.systemPrompt = prompts?.contextualiser?.chunkVector ?? exports.defaultChunkVectorPrompt;
+    }
+    async execute(params) {
+        const chunks = await this.chunkRepository.findPotentialChunks({
+            question: params.state.question,
+            dataLimits: params.state.limits,
+        });
+        if (chunks.length === 0) {
+            params.state.nextStep = "answer";
+            return params.state;
+        }
+        const llmResponses = (await Promise.all(chunks.map(async (chunk) => {
+            if (!chunk.content || chunk.content.trim() === "")
+                return null;
+            const inputParams = {
+                rationalPlan: params.state.rationalPlan,
+                question: params.state.question,
+                text: chunk.content,
+            };
+            const llmResponse = await this.llmService.call({
+                inputSchema: inputSchema,
+                inputParams: inputParams,
+                outputSchema: outputSchema,
+                systemPrompts: [this.systemPrompt],
+                temperature: 0.1,
+            });
+            if (params.state.contentType === "Conversation")
+                await this.webSocketService.sendMessageToUser(this.clsService.get("userId"), "contextualiser", {
+                    message: llmResponse.status,
+                    conversationId: params.state.contentId,
+                });
+            return {
+                chunkId: chunk.id,
+                status: llmResponse.status,
+                note: {
+                    content: llmResponse.note?.content ?? "",
+                    reason: llmResponse.note?.reason ?? "",
+                },
+                chosenAction: llmResponse.chosenAction,
+                tokens: llmResponse.tokenUsage,
+            };
+        })));
+        const tokenUsed = {
+            input: 0,
+            output: 0,
+        };
+        const newNotebookEntries = [];
+        const statuses = [];
+        for (const llmResponse of llmResponses.filter((response) => !!response)) {
+            tokenUsed.input += llmResponse.tokens.input;
+            tokenUsed.output += llmResponse.tokens.output;
+            newNotebookEntries.push({
+                chunkId: llmResponse.chunkId,
+                content: llmResponse.note.content,
+                reason: llmResponse.note.reason,
+            });
+            if (llmResponse.status &&
+                !statuses.includes(llmResponse.status) &&
+                !params.state.status.includes(llmResponse.status)) {
+                statuses.push(llmResponse.status);
+            }
+        }
+        return {
+            hops: params.state.hops + 1,
+            processedChunks: chunks.map((c) => c.id),
+            notebook: newNotebookEntries,
+            status: statuses,
+            tokens: tokenUsed,
+        };
+    }
+};
+exports.ChunkVectorNodeService = ChunkVectorNodeService;
+exports.ChunkVectorNodeService = ChunkVectorNodeService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [llm_service_1.LLMService,
+        chunk_repository_1.ChunkRepository,
+        websocket_service_1.WebSocketService,
+        nestjs_cls_1.ClsService,
+        config_1.ConfigService])
+], ChunkVectorNodeService);
+//# sourceMappingURL=chunk.vector.node.service.js.map

package/dist/agents/contextualiser/nodes/chunk.vector.node.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.vector.node.service.js","sourceRoot":"","sources":["../../../../src/agents/contextualiser/nodes/chunk.vector.node.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAC/C,2CAAwC;AACxC,6BAAwB;AAGxB,wEAAoE;AACpE,0FAAsF;AACtF,+FAA2F;AAM9E,QAAA,wBAAwB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgCvC,CAAC;AAEF,MAAM,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,EAAE,OAAC;SACN,MAAM,EAAE;SACR,QAAQ,CACP,yNAAyN,CAC1N;IACH,IAAI,EAAE,OAAC;SACJ,MAAM,CAAC;QACN,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oEAAoE,CAAC;QAClG,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sEAAsE,CAAC;KACpG,CAAC;SACD,QAAQ,CAAC,mGAAmG,CAAC;IAChH,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE;SACrB,QAAQ,CAAC;;;;;CAKb,CAAC;CACD,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3B,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC/D,YAAY,EAAE,OAAC;SACZ,MAAM,EAAE;SACR,QAAQ,CAAC,uFAAuF,CAAC;IACpG,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oFAAoF,CAAC;CAChH,CAAC,CAAC;AAGI,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAGjC,YACmB,UAAsB,EACtB,eAAgC,EAChC,gBAAkC,EAClC,UAAsB,EACtB,aAAiD;QAJjD,eAAU,GAAV,UAAU,CAAY;QACtB,oBAAe,GAAf,eAAe,CAAiB;QAChC,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAoC;QAElE,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAyB,SAAS,CAAC,CAAC;QAC1E,IAAI,CAAC,YAAY,GAAG,OAAO,EAAE,cAAc,EAAE,WAAW,IAAI,gCAAwB,CAAC;IACvF,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAqD;QACjE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC;YAC5D,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;YAC/B,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;SAChC,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,QAAQ,CAAC;YACjC,OAAO,MAAM,CAAC,KAAK,CAAC;QACtB,CAAC;QAED,MAAM,YAAY,GASJ,CAAC,MAAM,OAAO,CAAC,GAAG,CAC9B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAsC,EAAE,EAAE;YAC1D,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE;gBAAE,OAAO,IAAI,CAAC;YAE/D,MAAM,WAAW,GAAgC;gBAC/C,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;gBACvC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;gBAC/B,IAAI,EAAE,KAAK,CAAC,OAAO;aACpB,CAAC;YAEF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAA+B;gBAC3E,WAAW,EAAE,WAAW;gBACxB,WAAW,EAAE,WAAW;gBACxB,YAAY,EAAE,YAAY;gBAC1B,aAAa,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC;gBAClC,WAAW,EAAE,GAAG;aACjB,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,KAAK,cAAc;gBAC7C,MAAM,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,gBAAgB,EAAE;oBAC7F,OAAO,EAAE,WAAW,CAAC,MAAM;oBAC3B,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS;iBACvC,CAAC,CAAC;YAEL,OAAO;gBACL,OAAO,EAAE,KAAK,CAAC,EAAE;gBACjB,MAAM,EAAE,WAAW,CAAC,MAAM;gBAC1B,IAAI,EAAE;oBACJ,OAAO,EAAE,WAAW,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE;oBACxC,MAAM,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,IAAI,EAAE;iBACvC;gBACD,YAAY,EAAE,WAAW,CAAC,YAAY;gBACtC,MAAM,EAAE,WAAW,CAAC,UAAU;aAC/B,CAAC;QACJ,CAAC,CAAC,CACH,CAAQ,CAAC;QAEV,MAAM,SAAS,GAAwB;YACrC,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;SACV,CAAC;QACF,MAAM,kBAAkB,GAA2D,EAAE,CAAC;QACtF,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,KAAK,MAAM,WAAW,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxE,SAAS,CAAC,KAAK,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC;YAC5C,SAAS,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;YAC9C,kBAAkB,CAAC,IAAI,CAAC;gBACtB,OAAO,EAAE,WAAW,CAAC,OAAO;gBAC5B,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO;gBACjC,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,MAAM;aAChC,CAAC,CAAC;YACH,IACE,WAAW,CAAC,MAAM;gBAClB,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC;gBACtC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,EACjD,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QAED,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;YAC3B,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxC,QAAQ,EAAE,kBAAkB;YAC5B,MAAM,EAAE,QAAQ;YAChB,MAAM,EAAE,SAAS;SAClB,CAAC;IACJ,CAAC;CACF,CAAA;AAvGY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;qCAKoB,wBAAU;QACL,kCAAe;QACd,oCAAgB;QACtB,uBAAU;QACP,sBAAa;GARpC,sBAAsB,CAuGlC"}

package/dist/agents/contextualiser/nodes/keyconcepts.node.service.d.ts

@@ -0,0 +1,22 @@
+import { ConfigService } from "@nestjs/config";
+import { ClsService } from "nestjs-cls";
+import { BaseConfigInterface } from "../../../config/interfaces";
+import { LLMService } from "../../../core/llm/services/llm.service";
+import { WebSocketService } from "../../../core/websocket/services/websocket.service";
+import { KeyConceptRepository } from "../../../foundations/keyconcept/repositories/keyconcept.repository";
+import { ContextualiserContext, ContextualiserContextState } from "../../contextualiser/contexts/contextualiser.context";
+export declare const defaultKeyConceptsPrompt = "\nAs an intelligent assistant, your primary objective is to score a list of key concepts in relation to the user question.\n\nYou are given the question, the rational plan, and a list of key elements with additional metadata.\nYour must check a list of Key Concepts, with the objective of selecting the most relevant ones to efficiently answer the question.\nThese initial key concepts are crucial because they are the starting point for searching for relevant information.\n\nGiven the **question**, the **rational plan** to answer the question, and the list of **Key Concepts** you have to:\n1. for each key concept\n  - Read the key concept\n  - Read the metadata (if they are available)\n  - Assess a relevance to the potential answer by assigning a score between 0 and 100. A score of 100 implies a high likelihood of relevance to the answer, whereas a score of 0 suggests minimal relevance.\n  - If the key element contains metadata and the metadata is very relevant to the question and it will be used to answer the question, please indicate that the key element is used as a source for the answer setting isUsedAsSource to true. In any other case (there is no metadata or the metadata is not relevant to the question), set isUsedAsSource to false.\n2. Provide a Status Message\n  - Write a **short, friendly message** (maximum 40 characters) about your action.\n  - **Avoid technical terms** such as \"nodes\", \"atomic facts\", or \"key concepts\".\n  - The status message should make the user understand the action being taken\n  - The status message **MUST** contain clear information contextualised to the current question and the gathered information.\n  - The status message should be specific to the context and clearly convey the next steps or actions being taken.\n  - The status message **MUST NOT** be something unrelated to the text, such as \"success\", \"sufficient information\", \"insufficient information\", \"chunk analysed\", \"chunk processed\" or similar generic messages.\n\n### IMPORTANT\n  - You should only use Key concepts provided in the list of key elements and refrain from using any other key concepts.\n  - You **MUST NOT** create new key concepts, but use ONLY the ones provided.\n\n### **Please strictly follow the above instructions and format. Let's begin.**\n";
+export declare class KeyConceptsNodeService {
+    private readonly llmService;
+    private readonly keyConceptRepository;
+    private readonly webSocketService;
+    private readonly clsService;
+    private readonly configService;
+    private readonly systemPrompt;
+    constructor(llmService: LLMService, keyConceptRepository: KeyConceptRepository, webSocketService: WebSocketService, clsService: ClsService, configService: ConfigService<BaseConfigInterface>);
+    execute(params: {
+        state: typeof ContextualiserContext.State;
+    }): Promise<Partial<ContextualiserContextState>>;
+    private _transformMetadata;
+}
+//# sourceMappingURL=keyconcepts.node.service.d.ts.map

package/dist/agents/contextualiser/nodes/keyconcepts.node.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyconcepts.node.service.d.ts","sourceRoot":"","sources":["../../../../src/agents/contextualiser/nodes/keyconcepts.node.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,OAAO,EAAE,mBAAmB,EAA0B,MAAM,4BAA4B,CAAC;AACzF,OAAO,EAAE,UAAU,EAAE,MAAM,wCAAwC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oDAAoD,CAAC;AAEtF,OAAO,EAAE,oBAAoB,EAAE,MAAM,oEAAoE,CAAC;AAC1G,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC3B,MAAM,sDAAsD,CAAC;AAE9D,eAAO,MAAM,wBAAwB,owEA0BpC,CAAC;AAoCF,qBACa,sBAAsB;IAI/B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,oBAAoB;IACrC,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAPhC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAGnB,UAAU,EAAE,UAAU,EACtB,oBAAoB,EAAE,oBAAoB,EAC1C,gBAAgB,EAAE,gBAAgB,EAClC,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,aAAa,CAAC,mBAAmB,CAAC;IAM9D,OAAO,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,OAAO,qBAAqB,CAAC,KAAK,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;IAkGlH,OAAO,CAAC,kBAAkB;CAa3B"}