@digipair/skill-chatbot 0.1.5 → 0.1.7

package/index.cjs2.js

@@ -40867,14 +40867,10 @@ let ChatbotService = class ChatbotService {
                 }));
         });
         const chunks = await Promise.all(chunksPromises);
-        const result = [
+        const documents = [
             ...parents,
             ...chunks.flat()
         ];
-        const embeddings = await this.embeddings(result.map((document)=>document.content));
-        const documents = result.map((document, index)=>_extends({}, document, {
-                content_embedding: embeddings[index]
-            }));
         return [
             ...history1.filter(({ role })=>role === 'system').map((document)=>{
                 const uuid = v4();
@@ -40888,22 +40884,23 @@ let ChatbotService = class ChatbotService {
         ];
     }
     async embedding(text) {
-        const { HuggingFaceTransformersEmbeddings } = await eval(`import('@langchain/community/embeddings/hf_transformers')`);
-        const model = new HuggingFaceTransformersEmbeddings({
-            modelName: 'Xenova/multilingual-e5-large'
-        });
-        return await model.embedQuery(text);
-    }
-    async embeddings(texts) {
-        return Promise.all(texts.map((text)=>this.embedding(text)));
+        if (!this.embeddingsModel) {
+            const { HuggingFaceTransformersEmbeddings } = await eval(`import('@langchain/community/embeddings/hf_transformers')`);
+            this.embeddingsModel = new HuggingFaceTransformersEmbeddings({
+                modelName: 'Xenova/multilingual-e5-large'
+            });
+        }
+        return await this.embeddingsModel.embedQuery(text);
     }
     async pushDocuments(baseUrl, session, documents) {
         const results = [];
         for (const document of documents){
+            const content_embedding = document.role === 'system' ? undefined : await this.embedding(document.content);
             const response = await fetch(`${baseUrl}/document/v1/Digipair_default/history/docid/${document.uuid}`, {
                 method: 'POST',
                 body: JSON.stringify({
                     fields: _extends({}, document, {
+                        content_embedding,
                         session
                     })
                 }),
@@ -40931,7 +40928,7 @@ let ChatbotService = class ChatbotService {
         }
         return results;
     }
-    async updateSummary(baseUrl, session, messages, options) {
+    async updateSummary(baseUrl, prompt, session, messages, options) {
         const [summary] = await this.searchDocuments(baseUrl, session, `is_parent = true and userQuery() order by date desc limit 1`, {
             query: 'role:"system"'
         });
@@ -40942,15 +40939,6 @@ let ChatbotService = class ChatbotService {
         });
         const history1 = messages.sort((a, b)=>a - b).map(({ role, content })=>`${role}: ${content}`).join('\n');
         const date = messages.reduce((acc, { date })=>Math.max(acc, date), 0);
-        const prompt = `
-      Résumé de l'historique la conversation:
-      ${summary.content}
-
-      Nouveaux messages:
-      ${history1}
-
-      Résumer dans un texte court, précis et concis l'historique de la conversation en prenant en compte les nouveaux messages.
-    `;
         const chain = RunnableSequence.from([
             PromptTemplate.fromTemplate(prompt),
             model
@@ -40972,12 +40960,12 @@ let ChatbotService = class ChatbotService {
             document
         ]);
     }
-    async updateHistory(baseUrl, session, memory, options) {
+    async updateHistory(baseUrl, promptSummary, session, memory, options) {
         // add new messages
         const documents = await this.prepareHistory(memory);
         await this.pushDocuments(baseUrl, session, documents);
         // update summary
-        await this.updateSummary(baseUrl, session, memory, options);
+        await this.updateSummary(baseUrl, promptSummary, session, memory, options);
     }
     async history(params, _pins, context) {
         var _context_private;
@@ -41056,7 +41044,14 @@ let ChatbotService = class ChatbotService {
         var _context_private, _context_private1, _input_boost;
         const session = `${context.request.digipair}-${context.request.body.userId}`;
         var _context_private_OLLAMA_SERVER, _context_private_VESPA_SERVER;
-        const { modelName = 'mistral', temperature = 0, baseUrlOllama = (_context_private_OLLAMA_SERVER = (_context_private = context.private) == null ? void 0 : _context_private.OLLAMA_SERVER) != null ? _context_private_OLLAMA_SERVER : OLLAMA_SERVER, baseUrlVespa = (_context_private_VESPA_SERVER = (_context_private1 = context.private) == null ? void 0 : _context_private1.VESPA_SERVER) != null ? _context_private_VESPA_SERVER : VESPA_SERVER, assistant, command, sources, logs } = params;
+        const { modelName = 'mistral', temperature = 0, baseUrlOllama = (_context_private_OLLAMA_SERVER = (_context_private = context.private) == null ? void 0 : _context_private.OLLAMA_SERVER) != null ? _context_private_OLLAMA_SERVER : OLLAMA_SERVER, baseUrlVespa = (_context_private_VESPA_SERVER = (_context_private1 = context.private) == null ? void 0 : _context_private1.VESPA_SERVER) != null ? _context_private_VESPA_SERVER : VESPA_SERVER, promptSummary = `
+Résumé de l'historique la conversation:
+{summary}
+
+Nouveaux messages:
+{history}
+
+Résumer dans un texte court, précis et concis l'historique de la conversation en prenant en compte les nouveaux messages.`, assistant, command, sources, logs } = params;
         const input = context.request.body;
         const date = Date.now();
         var _input_inputs;
@@ -41094,7 +41089,7 @@ let ChatbotService = class ChatbotService {
                 date: date + index
             }));
         // Asynchronous history update
-        this.updateHistory(baseUrlVespa, session, memory, {
+        this.updateHistory(baseUrlVespa, promptSummary, session, memory, {
             modelName,
             temperature,
             baseUrl: baseUrlOllama
@@ -41111,6 +41106,9 @@ let ChatbotService = class ChatbotService {
         const result = await executePinsList(pinsSettingsList, context);
         return result;
     }
+    constructor(){
+        this.embeddingsModel = null;
+    }
 };
 const history = (params, pinsSettingsList, context)=>new ChatbotService().history(params, pinsSettingsList, context);
 const find = (params, pinsSettingsList, context)=>new ChatbotService().find(params, pinsSettingsList, context);

package/index.esm2.js

@@ -40845,14 +40845,10 @@ let ChatbotService = class ChatbotService {
                 }));
         });
         const chunks = await Promise.all(chunksPromises);
-        const result = [
+        const documents = [
             ...parents,
             ...chunks.flat()
         ];
-        const embeddings = await this.embeddings(result.map((document)=>document.content));
-        const documents = result.map((document, index)=>_extends({}, document, {
-                content_embedding: embeddings[index]
-            }));
         return [
             ...history1.filter(({ role })=>role === 'system').map((document)=>{
                 const uuid = v4();
@@ -40866,22 +40862,23 @@ let ChatbotService = class ChatbotService {
         ];
     }
     async embedding(text) {
-        const { HuggingFaceTransformersEmbeddings } = await eval(`import('@langchain/community/embeddings/hf_transformers')`);
-        const model = new HuggingFaceTransformersEmbeddings({
-            modelName: 'Xenova/multilingual-e5-large'
-        });
-        return await model.embedQuery(text);
-    }
-    async embeddings(texts) {
-        return Promise.all(texts.map((text)=>this.embedding(text)));
+        if (!this.embeddingsModel) {
+            const { HuggingFaceTransformersEmbeddings } = await eval(`import('@langchain/community/embeddings/hf_transformers')`);
+            this.embeddingsModel = new HuggingFaceTransformersEmbeddings({
+                modelName: 'Xenova/multilingual-e5-large'
+            });
+        }
+        return await this.embeddingsModel.embedQuery(text);
     }
     async pushDocuments(baseUrl, session, documents) {
         const results = [];
         for (const document of documents){
+            const content_embedding = document.role === 'system' ? undefined : await this.embedding(document.content);
             const response = await fetch(`${baseUrl}/document/v1/Digipair_default/history/docid/${document.uuid}`, {
                 method: 'POST',
                 body: JSON.stringify({
                     fields: _extends({}, document, {
+                        content_embedding,
                         session
                     })
                 }),
@@ -40909,7 +40906,7 @@ let ChatbotService = class ChatbotService {
         }
         return results;
     }
-    async updateSummary(baseUrl, session, messages, options) {
+    async updateSummary(baseUrl, prompt, session, messages, options) {
         const [summary] = await this.searchDocuments(baseUrl, session, `is_parent = true and userQuery() order by date desc limit 1`, {
             query: 'role:"system"'
         });
@@ -40920,15 +40917,6 @@ let ChatbotService = class ChatbotService {
         });
         const history1 = messages.sort((a, b)=>a - b).map(({ role, content })=>`${role}: ${content}`).join('\n');
         const date = messages.reduce((acc, { date })=>Math.max(acc, date), 0);
-        const prompt = `
-      Résumé de l'historique la conversation:
-      ${summary.content}
-
-      Nouveaux messages:
-      ${history1}
-
-      Résumer dans un texte court, précis et concis l'historique de la conversation en prenant en compte les nouveaux messages.
-    `;
         const chain = RunnableSequence.from([
             PromptTemplate.fromTemplate(prompt),
             model
@@ -40950,12 +40938,12 @@ let ChatbotService = class ChatbotService {
             document
         ]);
     }
-    async updateHistory(baseUrl, session, memory, options) {
+    async updateHistory(baseUrl, promptSummary, session, memory, options) {
         // add new messages
         const documents = await this.prepareHistory(memory);
         await this.pushDocuments(baseUrl, session, documents);
         // update summary
-        await this.updateSummary(baseUrl, session, memory, options);
+        await this.updateSummary(baseUrl, promptSummary, session, memory, options);
     }
     async history(params, _pins, context) {
         var _context_private;
@@ -41034,7 +41022,14 @@ let ChatbotService = class ChatbotService {
         var _context_private, _context_private1, _input_boost;
         const session = `${context.request.digipair}-${context.request.body.userId}`;
         var _context_private_OLLAMA_SERVER, _context_private_VESPA_SERVER;
-        const { modelName = 'mistral', temperature = 0, baseUrlOllama = (_context_private_OLLAMA_SERVER = (_context_private = context.private) == null ? void 0 : _context_private.OLLAMA_SERVER) != null ? _context_private_OLLAMA_SERVER : OLLAMA_SERVER, baseUrlVespa = (_context_private_VESPA_SERVER = (_context_private1 = context.private) == null ? void 0 : _context_private1.VESPA_SERVER) != null ? _context_private_VESPA_SERVER : VESPA_SERVER, assistant, command, sources, logs } = params;
+        const { modelName = 'mistral', temperature = 0, baseUrlOllama = (_context_private_OLLAMA_SERVER = (_context_private = context.private) == null ? void 0 : _context_private.OLLAMA_SERVER) != null ? _context_private_OLLAMA_SERVER : OLLAMA_SERVER, baseUrlVespa = (_context_private_VESPA_SERVER = (_context_private1 = context.private) == null ? void 0 : _context_private1.VESPA_SERVER) != null ? _context_private_VESPA_SERVER : VESPA_SERVER, promptSummary = `
+Résumé de l'historique la conversation:
+{summary}
+
+Nouveaux messages:
+{history}
+
+Résumer dans un texte court, précis et concis l'historique de la conversation en prenant en compte les nouveaux messages.`, assistant, command, sources, logs } = params;
         const input = context.request.body;
         const date = Date.now();
         var _input_inputs;
@@ -41072,7 +41067,7 @@ let ChatbotService = class ChatbotService {
                 date: date + index
             }));
         // Asynchronous history update
-        this.updateHistory(baseUrlVespa, session, memory, {
+        this.updateHistory(baseUrlVespa, promptSummary, session, memory, {
             modelName,
             temperature,
             baseUrl: baseUrlOllama
@@ -41089,6 +41084,9 @@ let ChatbotService = class ChatbotService {
         const result = await executePinsList(pinsSettingsList, context);
         return result;
     }
+    constructor(){
+        this.embeddingsModel = null;
+    }
 };
 const history = (params, pinsSettingsList, context)=>new ChatbotService().history(params, pinsSettingsList, context);
 const find = (params, pinsSettingsList, context)=>new ChatbotService().find(params, pinsSettingsList, context);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@digipair/skill-chatbot",
-  "version": "0.1.5",
+  "version": "0.1.7",
   "dependencies": {},
   "main": "./index.cjs.js",
   "module": "./index.esm.js"