@tiledesk/tiledesk-server 2.4.100 → 2.4.101

package/services/messageService.js

@@ -1,254 +1,336 @@
 'use strict';
 
 var Message = require("../models/message");
+var Project = require("../models/project");
 var MessageConstants = require("../models/messageConstants");
 const messageEvent = require('../event/messageEvent');
 const messagePromiseEvent = require('../event/messagePromiseEvent');
 var winston = require('../config/winston');
+var cacheUtil = require("../utils/cacheUtil");
+var cacheEnabler = require("../services/cacheEnabler");
 
 class MessageService {
 
 
-   send(sender, senderFullname, recipient, text, id_project, createdBy, attributes, type, metadata, language) {
-       return this.create(sender, senderFullname, recipient, text, id_project, createdBy, MessageConstants.CHAT_MESSAGE_STATUS.SENDING, attributes, type, metadata, language);
-   }
+    send(sender, senderFullname, recipient, text, id_project, createdBy, attributes, type, metadata, language) {
+        return this.create(sender, senderFullname, recipient, text, id_project, createdBy, MessageConstants.CHAT_MESSAGE_STATUS.SENDING, attributes, type, metadata, language);
+    }
 
-   upsert(id, sender, senderFullname, recipient, text, id_project, createdBy, status, attributes, type, metadata, language) {
-       if (!id) {
-           return this.create(sender, senderFullname, recipient, text, id_project, createdBy, status, attributes, type, metadata, language);
-       } else {
-            winston.debug("Message upsert changeStatus:"+ status);
+    upsert(id, sender, senderFullname, recipient, text, id_project, createdBy, status, attributes, type, metadata, language) {
+        if (!id) {
+            return this.create(sender, senderFullname, recipient, text, id_project, createdBy, status, attributes, type, metadata, language);
+        } else {
+            winston.debug("Message upsert changeStatus:" + status);
             return this.changeStatus(id, status);
-       }
-   }
-
-   create(sender, senderFullname, recipient, text, id_project, createdBy, status, attributes, type, metadata, language, channel_type, channel) {
-    let message = {
-        sender: sender, 
-        senderFullname: senderFullname, 
-        recipient: recipient, 
-        text: text, 
-        id_project: id_project, 
-        createdBy: createdBy, 
-        status: status, 
-        attributes: attributes, 
-        type: type, 
-        metadata: metadata, 
-        language: language, 
-        channel_type: channel_type, 
-        channel: channel
-    };
-    return this.save(message);
-   }
-
-   save(message) {
-    var that = this;
-    winston.debug('message.save called');
-
-    let sender = message.sender;
-    let senderFullname = message.senderFullname;
-    let recipient = message.recipient;
-    let recipientFullname = message.recipientFullname;
-    let text = message.text;
-    let id_project = message.id_project;
-    let createdBy = message.createdBy;
-    let status = message.status;
-    let attributes = message.attributes;
-    let type = message.type;
-    let metadata = message.metadata;
-    let language = message.language;
-    let channel_type = message.channel_type;
-    let channel = message.channel;
-
-
-    
-    return new Promise(function (resolve, reject) {
-
-        if (!createdBy) {
-            createdBy = sender;
         }
-    
-          var beforeMessage = {sender:sender, senderFullname:senderFullname
-            , recipient:recipient, recipientFullname: recipientFullname
-            , text:text, id_project:id_project, createdBy:createdBy, status:status, attributes:attributes,
-             type:type, metadata:metadata, language:language, channel_type: channel_type, channel: channel};
-
-          var messageToCreate = beforeMessage;
-          winston.debug('messageToCreate before',messageToCreate);
-        //   messageEvent.emit('message.create.simple.before', {beforeMessage:beforeMessage});
-
-       
-
-          messagePromiseEvent.emit('message.create.simple.before', {beforeMessage:beforeMessage}).then(results => {
-            winston.debug('message.create.simple.before results', results);
-            winston.debug('message.create.simple.before results prototype: ' + Object.prototype.toString.call(results));
-            
-            if (results) {
-                winston.debug('message.create.simple.before results.length: '+ results.length); //TODO ELIMINA DOPO CHE CREA CRASH
-            }
-            
-            /*
-            if (results ) { //NN HA MAI FUNZIONATO. LA MADIFICA DEL VALORE AVVENIVA PER PUNTATORE
-                winston.info('message.create.simple.before results.beforeMessage', results[0].beforeMessage);
-                messageToCreate =  results[0].beforeMessage;
+    }
+
+    create(sender, senderFullname, recipient, text, id_project, createdBy, status, attributes, type, metadata, language, channel_type, channel) {
+        let message = {
+            sender: sender,
+            senderFullname: senderFullname,
+            recipient: recipient,
+            text: text,
+            id_project: id_project,
+            createdBy: createdBy,
+            status: status,
+            attributes: attributes,
+            type: type,
+            metadata: metadata,
+            language: language,
+            channel_type: channel_type,
+            channel: channel
+        };
+        return this.save(message);
+    }
+
+    save(message) {
+
+        let total_1;
+        let total_e;
+        let total_1_end_e;
+        let total_2;
+
+        var that = this;
+        winston.debug('message.save called');
+
+        message.createdAt = new Date();
+
+        // let start1 = Date.now();
+        // let project;
+        // let payload;
+        // let q = Project.findOne({ _id: message.id_project, status: 100 });
+        // if (cacheEnabler.project) {
+        //     q.cache(cacheUtil.longTTL, "projects:id:" + message.id_project)  //project_cache
+        //     winston.debug('project cache enabled for /project detail');
+        // }
+        // q.exec(async function (err, p) {
+        //     if (err) {
+        //         winston.error('Error getting project ', err);
+        //     }
+        //     if (!p) {
+        //         winston.warn('Project not found ');
+        //     }
+        //     //TODO REMOVE settings from project
+        //     project = p;
+        //     payload = {
+        //         project: project,
+        //         message: message
+        //     }
+
+        //     let end1 = Date.now();
+        //     total_1 = end1 - start1;
+
+        //     let start_e = Date.now();
+        //     let result = await messageEvent.emit('message.create.quote.before', payload);
+        //     let end_e = Date.now();
+        //     total_e = end_e - start_e;
+        //     if (result === false) {
+        //         winston.info("Messages limits reached for project " + project._id)
+        //         // return false in the second phase
+        //     }
+        // });
+
+        // let start2 = Date.now();
+        let sender = message.sender;
+        let senderFullname = message.senderFullname;
+        let recipient = message.recipient;
+        let recipientFullname = message.recipientFullname;
+        let text = message.text;
+        let id_project = message.id_project;
+        let createdBy = message.createdBy;
+        let status = message.status;
+        let attributes = message.attributes;
+        let type = message.type;
+        let metadata = message.metadata;
+        let language = message.language;
+        let channel_type = message.channel_type;
+        let channel = message.channel;
+
+
+
+        return new Promise(function (resolve, reject) {
+
+            if (!createdBy) {
+                createdBy = sender;
             }
-            */
-           
-            winston.debug('messageToCreate', messageToCreate);
-
-
-                 // if (id_project) {
-
-                    var newMessage = new Message({
-                        sender: messageToCreate.sender,
-                        senderFullname: messageToCreate.senderFullname,
-                        recipient: messageToCreate.recipient,
-                        recipientFullname: messageToCreate.recipientFullname, //for direct
-                        type: messageToCreate.type,
-                        text: messageToCreate.text,
-                        id_project: messageToCreate.id_project,
-                        createdBy: messageToCreate.createdBy,
-                        updatedBy: messageToCreate.createdBy,
-                        status : messageToCreate.status,
-                        metadata: messageToCreate.metadata,
-                        attributes: messageToCreate.attributes,
-                        language: messageToCreate.language,
-                        channel_type: messageToCreate.channel_type,
-                        channel: messageToCreate.channel
-                    });
-                    
-                    // winston.debug("create new message", newMessage);
-        
-                    return newMessage.save(function(err, savedMessage) {
+
+            var beforeMessage = {
+                sender: sender, senderFullname: senderFullname
+                , recipient: recipient, recipientFullname: recipientFullname
+                , text: text, id_project: id_project, createdBy: createdBy, status: status, attributes: attributes,
+                type: type, metadata: metadata, language: language, channel_type: channel_type, channel: channel
+            };
+
+            var messageToCreate = beforeMessage;
+            winston.debug('messageToCreate before', messageToCreate);
+            //   messageEvent.emit('message.create.simple.before', {beforeMessage:beforeMessage});
+
+
+
+            messagePromiseEvent.emit('message.create.simple.before', { beforeMessage: beforeMessage }).then(results => {
+                winston.debug('message.create.simple.before results', results);
+                winston.debug('message.create.simple.before results prototype: ' + Object.prototype.toString.call(results));
+
+                if (results) {
+                    winston.debug('message.create.simple.before results.length: ' + results.length); //TODO ELIMINA DOPO CHE CREA CRASH
+                }
+
+                /*
+                if (results ) { //NN HA MAI FUNZIONATO. LA MADIFICA DEL VALORE AVVENIVA PER PUNTATORE
+                    winston.info('message.create.simple.before results.beforeMessage', results[0].beforeMessage);
+                    messageToCreate =  results[0].beforeMessage;
+                }
+                */
+
+                winston.debug('messageToCreate', messageToCreate);
+
+
+                // if (id_project) {
+
+                var newMessage = new Message({
+                    sender: messageToCreate.sender,
+                    senderFullname: messageToCreate.senderFullname,
+                    recipient: messageToCreate.recipient,
+                    recipientFullname: messageToCreate.recipientFullname, //for direct
+                    type: messageToCreate.type,
+                    text: messageToCreate.text,
+                    id_project: messageToCreate.id_project,
+                    createdBy: messageToCreate.createdBy,
+                    updatedBy: messageToCreate.createdBy,
+                    status: messageToCreate.status,
+                    metadata: messageToCreate.metadata,
+                    attributes: messageToCreate.attributes,
+                    language: messageToCreate.language,
+                    channel_type: messageToCreate.channel_type,
+                    channel: messageToCreate.channel
+                });
+
+                // winston.debug("create new message", newMessage);
+
+                return newMessage.save(function (err, savedMessage) {
+                    if (err) {
+                        winston.error("Error saving the message", { err: err, message: message, newMessage: newMessage });
+                        return reject(err);
+                    }
+                    winston.verbose("Message created", savedMessage.toObject());
+
+                    messageEvent.emit('message.create.simple', savedMessage);
+                    that.emitMessage(savedMessage);
+
+                    let q = Project.findOne({ _id: message.id_project, status: 100 });
+                    if (cacheEnabler.project) {
+                        q.cache(cacheUtil.longTTL, "projects:id:" + message.id_project)  //project_cache
+                        winston.debug('project cache enabled for /project detail');
+                    }
+                    q.exec(async function (err, p) {
                         if (err) {
-                            winston.error("Error saving the message", {err:err, message: message, newMessage: newMessage});
-                            return reject(err);
+                            winston.error('Error getting project ', err);
+                        }
+                        if (!p) {
+                            winston.warn('Project not found ');
+                        }
+                        //TODO REMOVE settings from project
+                        let payload = {
+                            project: p,
+                            message: message
+                        }
+
+                        let result = await messageEvent.emit('message.create.quote', payload);
+                        if (result === false) {
+                            winston.info("Messages limits reached for project " + p._id)
+                            // return false in the second phase
                         }
-                        winston.verbose("Message created", savedMessage.toObject());
-        
-                        messageEvent.emit('message.create.simple', savedMessage);
-        
-                        that.emitMessage(savedMessage);
-                        // if (savedMessage.status === MessageConstants.CHAT_MESSAGE_STATUS.RECEIVED) {
-                        //     messageEvent.emit('message.received.simple', savedMessage);
-                        // }
-        
-                        // if (savedMessage.status === MessageConstants.CHAT_MESSAGE_STATUS.SENDING) {
-                        //     messageEvent.emit('message.sending.simple', savedMessage);
-                        // }
-                        
-        
-                        return resolve(savedMessage);
                     });
-        
-    
-                                        
-          });
 
-   
-       
 
-    });
+                    // if (savedMessage.status === MessageConstants.CHAT_MESSAGE_STATUS.RECEIVED) {
+                    //     messageEvent.emit('message.received.simple', savedMessage);
+                    // }
 
-  };  
+                    // if (savedMessage.status === MessageConstants.CHAT_MESSAGE_STATUS.SENDING) {
+                    //     messageEvent.emit('message.sending.simple', savedMessage);
+                    // }
 
+                    // console.log("total 1: ", total_1);
+                    // console.log("total e: ", total_e);
+                    // total_1_end_e = total_1 + total_e;
+                    // console.log("total 1 + e: ", total_1_end_e);
+                    // console.log("total 2: ", total_2);
 
 
-  emitMessage(message) {
-    if (message.status === MessageConstants.CHAT_MESSAGE_STATUS.RECEIVED) {
-        messageEvent.emit('message.received.simple', message);
-    }
+                    return resolve(savedMessage);
+                });
+
+
+
+            });
 
-    if (message.status === MessageConstants.CHAT_MESSAGE_STATUS.SENDING) {
-        messageEvent.emit('message.sending.simple', message);
-    }
 
-    if (message.status === MessageConstants.CHAT_MESSAGE_STATUS.SENT) {
-        messageEvent.emit('message.sent.simple', message);
+
+
+        });
+
+    };
+
+
+
+    emitMessage(message) {
+        if (message.status === MessageConstants.CHAT_MESSAGE_STATUS.RECEIVED) {
+            messageEvent.emit('message.received.simple', message);
+        }
+
+        if (message.status === MessageConstants.CHAT_MESSAGE_STATUS.SENDING) {
+            messageEvent.emit('message.sending.simple', message);
+        }
+
+        if (message.status === MessageConstants.CHAT_MESSAGE_STATUS.SENT) {
+            messageEvent.emit('message.sent.simple', message);
+        }
+
+        if (message.status === MessageConstants.CHAT_MESSAGE_STATUS.DELIVERED) {
+            messageEvent.emit('message.delivered.simple', message);
+        }
     }
 
-    if (message.status === MessageConstants.CHAT_MESSAGE_STATUS.DELIVERED) {
-        messageEvent.emit('message.delivered.simple', message);
+    //   TODO must update also message.attributes from chat21
+    // attento già scatta su chat21handler
+
+    changeStatus(message_id, newstatus) {
+        winston.debug("changeStatus. " + message_id + " " + newstatus);
+        var that = this;
+        return new Promise(function (resolve, reject) {
+            // winston.debug("request_id", request_id);
+            // winston.debug("newstatus", newstatus);
+
+            return Message.findByIdAndUpdate(message_id, { status: newstatus }, { new: true, upsert: false }, function (err, updatedMessage) {
+                if (err) {
+                    winston.error(err);
+                    return reject(err);
+                }
+                messageEvent.emit('message.update.simple', updatedMessage);
+                // winston.debug("updatedMessage", updatedMessage);
+
+                that.emitMessage(updatedMessage);
+                return resolve(updatedMessage);
+            });
+        });
+
     }
-  }
-
-//   TODO must update also message.attributes from chat21
-// attento già scatta su chat21handler
-
-  changeStatus(message_id, newstatus) {
-    winston.debug("changeStatus. "+message_id + " "+ newstatus);
-    var that = this;
-    return new Promise(function (resolve, reject) {
-     // winston.debug("request_id", request_id);
-     // winston.debug("newstatus", newstatus);
-
-        return Message.findByIdAndUpdate(message_id, {status: newstatus}, {new: true, upsert:false}, function(err, updatedMessage) {
-            if (err) {
-              winston.error(err);
-              return reject(err);
-            }
-            messageEvent.emit('message.update.simple',updatedMessage);
-           // winston.debug("updatedMessage", updatedMessage);
 
-           that.emitMessage(updatedMessage);
-            return resolve(updatedMessage);
-          });
-    });
 
-  }
 
+    getTranscriptByRequestId(requestid, id_project) {
+        winston.debug("requestid", requestid);
+        winston.debug("id_project", id_project);
+        var that = this;
+        return new Promise(function (resolve, reject) {
+            return Message.find({ "recipient": requestid, id_project: id_project }).sort({ createdAt: 'asc' }).exec(function (err, messages) {
+                if (err) {
+                    winston.error("Error getting the transcript", err);
+                    return reject(err);
+                }
 
+                winston.debug("messages", messages);
 
-  getTranscriptByRequestId(requestid, id_project) {
-    winston.debug("requestid", requestid);
-    winston.debug("id_project", id_project);
-    var that = this;
-    return new Promise(function (resolve, reject) {
-        return Message.find({"recipient": requestid, id_project: id_project}).sort({createdAt: 'asc'}).exec(function(err, messages) { 
-            if (err) {
-                winston.error("Error getting the transcript", err);
-                return reject(err);
-            }
-    
-            winston.debug("messages", messages);
+                if (!messages) {
+                    return resolve(messages);
+                }
 
-            if(!messages){
-                return resolve(messages); 
-            }
 
-            
 
-            var transcript = '';
-            // messages.forEach(message => {
+                var transcript = '';
+                // messages.forEach(message => {
                 for (var i = 0; i < messages.length; i++) {
                     var message = messages[i];
                     // winston.debug("message", message);
                     // winston.debug("message.createdAt", message.createdAt);
-                    
 
-                    transcript = transcript  +
+
+                    transcript = transcript +
                         message.createdAt.toLocaleString('it', { timeZone: 'UTC' }) +
-                        ' ' + message.senderFullname + 
+                        ' ' + message.senderFullname +
                         ': ' + message.text;
 
-                        //not add line break for last message
-                        if (i<messages.length-1){
-                            transcript = transcript  + '\r\n';
-                        }
+                    //not add line break for last message
+                    if (i < messages.length - 1) {
+                        transcript = transcript + '\r\n';
+                    }
 
-                        // winston.debug("transcript", transcript);
+                    // winston.debug("transcript", transcript);
                 }
-            // });
+                // });
 
-            // winston.debug("final transcript", transcript);
+                // winston.debug("final transcript", transcript);
 
-            // each message in messages
-            // p [#{message.createdAt.toLocaleString('it', { timeZone: 'UTC' })}] #{message.senderFullname}: #{message.text}
-            resolve(transcript);
-    
+                // each message in messages
+                // p [#{message.createdAt.toLocaleString('it', { timeZone: 'UTC' })}] #{message.senderFullname}: #{message.text}
+                resolve(transcript);
+
+            });
         });
-    });
-  }
+    }
+
 
 
 
@@ -257,7 +339,6 @@ class MessageService {
 
 
 
- 
 }
 
 

package/services/openaiService.js

@@ -1,10 +1,10 @@
 var winston = require('../config/winston');
 const axios = require("axios").default;
-var configGlobal = require('../config/global');
 require('dotenv').config();
 
 let openai_endpoint = process.env.OPENAI_ENDPOINT;
 let kb_endpoint = process.env.KB_ENDPOINT;
+let kb_endpoint_dev = process.env.KB_ENDPOINT_DEV;
 
 class OpenaiService {
 
@@ -50,6 +50,7 @@ class OpenaiService {
       }).then((resbody) => {
         resolve(resbody);
       }).catch((err) => {
+        console.log("checkStatus err: ", err)
         reject(err);
       })
 
@@ -101,12 +102,12 @@ class OpenaiService {
 
   // PUGLIA AI V2
   singleScrape(data) {
-    winston.debug("[OPENAI SERVICE] kb endpoint: ", kb_endpoint);
+    winston.debug("[OPENAI SERVICE] kb endpoint: ", kb_endpoint_dev);
 
     return new Promise((resolve, reject) => {
 
       axios({
-        url: kb_endpoint + "/scrape/single",
+        url: kb_endpoint_dev + "/scrape/single",
         headers: {
           'Content-Type': 'application/json'
         },
@@ -122,12 +123,12 @@ class OpenaiService {
   }
 
   scrapeStatus(data) {
-    winston.debug("[OPENAI SERVICE] kb endpoint: ", kb_endpoint);
+    winston.debug("[OPENAI SERVICE] kb endpoint: ", kb_endpoint_dev);
 
     return new Promise((resolve, reject) => {
 
       axios({
-        url: kb_endpoint + "/scrape/status",
+        url: kb_endpoint_dev + "/scrape/status",
         headers: {
           'Content-Type': 'application/json'
         },
@@ -142,12 +143,12 @@ class OpenaiService {
   }
 
   askNamespace(data) {
-    winston.debug("[OPENAI SERVICE] kb endpoint: ", kb_endpoint);
+    winston.debug("[OPENAI SERVICE] kb endpoint: ", kb_endpoint_dev);
 
     return new Promise((resolve, reject) => {
 
       axios({
-        url: kb_endpoint + "/qa",
+        url: kb_endpoint_dev + "/qa",
         headers: {
           'Content-Type': 'application/json'
         },
@@ -162,14 +163,13 @@ class OpenaiService {
     })
   }
 
-
   deleteIndex(data) {
-    winston.debug("[OPENAI SERVICE] kb endpoint: ", kb_endpoint);
+    winston.debug("[OPENAI SERVICE] kb endpoint: ", kb_endpoint_dev);
 
     return new Promise((resolve, reject) => {
 
       axios({
-        url: kb_endpoint + "/delete/id",
+        url: kb_endpoint_dev + "/delete/id",
         headers: {
           'Content-Type': 'application/json'
         },
@@ -184,12 +184,12 @@ class OpenaiService {
   }
 
   deleteNamespace(data) {
-    winston.debug("[OPENAI SERVICE] kb endpoint: ", kb_endpoint);
+    winston.debug("[OPENAI SERVICE] kb endpoint: ", kb_endpoint_dev);
 
     return new Promise((resolve, reject) => {
 
       axios({
-        url: kb_endpoint + "/delete/namespace",
+        url: kb_endpoint_dev + "/delete/namespace",
         headers: {
           'Content-Type': 'application/json'
         },