@tiledesk/tiledesk-server 2.3.6 → 2.3.7-1.2

package/test-int/cache-project_user.js

@@ -0,0 +1,88 @@
+
+process.env.NODE_ENV = 'test';
+
+
+//Require the dev-dependencies
+let chai = require('chai');
+let chaiHttp = require('chai-http');
+let server = require('../app');
+var projectService = require('../services/projectService');
+var userService = require('../services/userService');
+let should = chai.should();
+var Project_user = require("../models/project_user");
+
+var expect = chai.expect;
+var assert = chai.assert;
+
+//server client
+var express = require('express');
+const bodyParser = require('body-parser');
+
+//end server client
+
+chai.use(chaiHttp);
+
+describe('Cache', () => {
+
+  if (process.env.CACHE_ENABLED == "true") {
+    
+  }else {
+      console.log("Cache disabled");
+      expect(true).to.equal(false); 
+  }
+  
+  describe('/project_user', () => {
+ 
+   
+    // mocha test-int/bot.js  --grep 'createSimpleExatMatch'
+    it('getCurrentProjectUser', (done) => {
+       
+        var email = "test-bot-" + Date.now() + "@email.com";
+        var pwd = "pwd";
+ 
+       
+
+         userService.signup( email ,pwd, "Test Firstname", "Test lastname").then(function(savedUser) {
+             projectService.create("test-getCurrentProjectUser", savedUser._id).then(function(savedProject) {    
+               
+                                        chai.request(server)
+                                        .get('/'+ savedProject._id + '/project_users_test/test')
+                                        .auth(email, pwd)
+                                        .set('content-type', 'application/json')
+                                        .send()
+                                        .end((err, res) => {
+                                            console.log("res.body",  JSON.stringify(res.body));
+                                            // console.dir("res.body 1",  res.body);
+                                            console.log("res.headers",  res.headers);
+                                            res.should.have.status(200);
+                                            res.body.should.be.a('object');
+                                            expect(res.body.role).to.equal("owner"); 
+                                            expect(res.body.isAuthenticated).to.equal(true); 
+                                            expect(res.body.id_project).to.equal(savedProject._id.toString()); 
+                                            
+                                           
+                                        chai.request(server)
+                                        .get('/'+ savedProject._id + '/project_users_test/test')
+                                        .auth(email, pwd)
+                                        .set('content-type', 'application/json')        //from cache
+                                        .send()
+                                        .end((err, res) => {
+                                            console.log("res.body",  JSON.stringify(res.body));
+                                            // console.dir("res.body 1",  res.body);
+                                            console.log("res.headers",  res.headers);
+                                            res.should.have.status(200);
+                                            res.body.should.be.a('object');
+                                            expect(res.body.role).to.equal("owner"); 
+                                            expect(res.body.isAuthenticated).to.equal(true); 
+                                            expect(res.body.id_project).to.equal(savedProject._id.toString()); 
+                                            
+                                            done()
+                                        });
+            });
+        });
+        });
+
+    });
+  });
+
+});

package/utils/UIDGenerator.js

@@ -0,0 +1,20 @@
+let stringUtil = require("../utils/stringUtil");
+const uuidv4 = require('uuid/v4');
+
+class UIDGenerator {
+
+    generate() {        
+        let uid = uuidv4();
+        // console.log("uid",uid);
+        let uidWithoutChar = stringUtil.replaceAll(uid, "-", "");
+        // console.log("uidWithoutChar",uidWithoutChar);
+        return uidWithoutChar;
+    }
+}
+
+ var uidGenerator = new UIDGenerator();
+
+ module.exports = uidGenerator;
+ 
+
+ 

package/utils/cacheUtil.js

@@ -1,6 +1,6 @@
 module.exports = {
-    defaultTTL: Number(process.env.CACHE_DEFAULT_TTL) || 120,    
+    defaultTTL: Number(process.env.CACHE_DEFAULT_TTL) || 300, //5 minutes   
     queryTTL: Number(process.env.CACHE_QUERY_TTL) || 30,    
-    longTTL: Number(process.env.CACHE_LONG_TTL) || 1200,    
+    longTTL: Number(process.env.CACHE_LONG_TTL) || 3600,  //1 hour    
   };
   

package/utils/orgUtil.js

@@ -36,10 +36,10 @@ class OrgUtil {
         // winston.info("host: "+ host );
 
         let origin = req.get('origin');
-        winston.info("origin: "+ origin );
+        winston.debug("origin: "+ origin );
 
         // winston.info("email: " + email.baseUrl);
-        winston.info("this.ORGANIZATION_BASE_URL: " + this.ORGANIZATION_BASE_URL); 
+        winston.debug("this.ORGANIZATION_BASE_URL: " + this.ORGANIZATION_BASE_URL); 
         // global.organizationBaseUrl
         // if (host !=email.baseUrl ) {
         if (origin && origin.indexOf(this.ORGANIZATION_BASE_URL)>-1) {
@@ -49,7 +49,7 @@ class OrgUtil {
             winston.info("origin found: "+ origin );
             return origin;
         }
-        winston.info("origin not found: "+ origin );
+        winston.debug("origin not found: "+ origin );
         
         // winston.info("host not found: "+ host );
         // if (host.indexOf("localhost1")>-1) {

package/utils/promiseUtil.js

@@ -0,0 +1,31 @@
+class PromiseUtil {
+
+  async doAllSequentually(promises) {
+    // return new Promise(async function (resolve, reject) {         
+    // console.log("promises",promises);
+    var values = [];
+    for (let i=0; i < promises.length; i++) {
+        // console.log("promises[i]",promises[i]);
+
+    //   const val = await 
+      var value = await promises[i]
+    //   .then(function(value) {
+    //     console.log("done promises[i]",value);
+    //     values.push(value);
+    //     console.log("values before",values);
+    //   });
+        values.push(value);
+    };
+
+    console.log("values",values);
+    // return resolve(values);
+    
+    // });
+    return values;
+  }
+}
+
+var promiseUtil = new PromiseUtil();
+
+
+module.exports = promiseUtil;

package/utils/recipientEmailUtil.js

@@ -0,0 +1,66 @@
+var Project_user = require("../models/project_user");
+var Group = require("../models/group");
+var RoleConstants = require("../models/roleConstants");
+
+
+class RecipientEmailUtil {
+
+    iterateProjectUser(project_users) {
+        let arr = [];
+        if (project_users && project_users.length>0) {
+            project_users.forEach(project_user => {
+                if (project_user.id_user && project_user.id_user.email) {
+                    // tonew = tonew + project_user.id_user.email + ", ";
+                    arr.push(project_user.id_user.email)
+                } 
+            });
+        }
+        return arr;
+    }
+
+    async process(to, projectid) {
+     
+      if (to.startsWith('@')) {     //mention
+        // console.log("startsWith", to);
+
+        let project_users = await Project_user.find({ id_project: projectid,  role: { $in : [RoleConstants.OWNER, RoleConstants.ADMIN]}, status: "active"} ).populate('id_user').exec();
+
+        let tonewArr = this.iterateProjectUser(project_users);
+
+        let tonew = tonewArr.toString();
+        // console.log("tonew mention", tonew);  
+        return tonew; 
+                       
+
+
+      }
+      if (to.indexOf('@')==-1) {   //group
+        // console.log("indexOf-1", to);
+        let tonewArr = []
+        let group = await Group.findOne({name: to, id_project: projectid}).exec();
+        if (group) {
+            // console.log("group", group);  
+            let project_users = await Project_user.find({ id_project: projectid, id_user: { $in : group.members}, role: { $in : [RoleConstants.OWNER, RoleConstants.ADMIN, RoleConstants.SUPERVISOR, RoleConstants.AGENT]}, status: "active" }).populate('id_user').exec();       
+            // console.log("project_users", project_users);  
+            tonewArr = this.iterateProjectUser(project_users);
+        }
+        let tonew = tonewArr.toString();
+        // console.log("tonew group", tonew);  
+        return tonew; 
+
+      }
+    //   console.log("to.indexOf('@')",to.indexOf('@'));
+      if (to.indexOf('@')>0) {   //standard email
+        // console.log("indexOf>0", to);
+        // console.log("tonew standard", to);  
+         
+        return to;
+      }
+      
+    }
+  }
+  
+  var recipientEmailUtil = new RecipientEmailUtil();
+
+  
+  module.exports = recipientEmailUtil;  

package/utils/sendEmailUtil.js

@@ -0,0 +1,34 @@
+var winston = require('../config/winston');
+const emailService = require("../services/emailService");
+const Project = require("../models/project");
+var handlebars = require('handlebars');
+
+class SendEmailUtil {
+    async sendEmailDirect(to, text, id_project, recipient, subject, message) {
+
+        let project = await Project.findById(id_project);
+        winston.debug("project", project);
+
+        winston.debug("text: " + text);
+        winston.debug("recipient:"+ recipient);
+        winston.debug("to:" + to);
+
+        var template = handlebars.compile(text);
+
+        var replacements = {        
+            message: message,           
+          };
+        
+        var finaltext = template(replacements);
+        winston.debug("finaltext:" + finaltext);
+
+
+        // sendEmailDirect(to, text, project, request_id, subject, tokenQueryString, sourcePage) {
+        emailService.sendEmailDirect(to, finaltext, project, recipient, subject, undefined, undefined);
+        // emailService.sendEmailDirect(to, text, project, recipient, subject, undefined, undefined);
+    }
+}
+
+var sendEmailUtil = new SendEmailUtil();
+
+module.exports = sendEmailUtil;

package/utils/sendMessageUtil.js

@@ -30,7 +30,7 @@ async send(sender, senderFullname, recipient, text, id_project, createdBy, attri
         } else {
             winston.debug("user id: "+sender);
             var user = await User.findById(sender)
-              //@DISABLED_CACHE .cache(cacheUtil.defaultTTL, "users:id:"+sender)
+              //@DISABLED_CACHE .cache(cacheUtil.defaultTTL, "users:id:"+sender)     //user_cache
               .exec()   
             winston.debug("user", user);        
             senderFullname = user.fullName;

package/utils/stringUtil.js

@@ -0,0 +1,12 @@
+
+class StringUtil {
+
+    replaceAll(string, characterToReplace, replacement) {
+        return string.split(characterToReplace).join(replacement);
+    }
+}
+
+ var stringUtil = new StringUtil();
+
+ module.exports = stringUtil;
+ 

package/websocket/webSocketServer.js

@@ -23,7 +23,7 @@ var mongoose = require('mongoose');
 const requestConstants = require("../models/requestConstants");
 var RoleConstants = require('../models/roleConstants');
 let configSecret = process.env.GLOBAL_SECRET || config.secret;
-
+var cacheEnabler = require("../services/cacheEnabler");
 
 
 var lastRequestsLimit = process.env.WS_HISTORY_REQUESTS_LIMIT || 100;
@@ -93,7 +93,7 @@ class WebSocketServer {
                           // winston.debug('ok websocket');
 
                           User.findOne({_id: identifier, status: 100}, 'email firstname lastname emailverified id')
-                            //@DISABLED_CACHE .cache(cacheUtil.defaultTTL, "users:id:"+identifier)
+                            //@DISABLED_CACHE .cache(cacheUtil.defaultTTL, "users:id:"+identifier)    //user_cache
                             .exec(function (err, user) {
                            
                     
@@ -169,15 +169,30 @@ class WebSocketServer {
           
             winston.debug(' req.user._id: '+ req.user);
 
+            if (!topic) {
+                winston.error('WebSocket - Error getting  topic. Topic can t be null');  
+                return reject('WebSocket - Error getting  topic. Topic can t be null');
+            }
             var urlSub = topic.split('/');  
 
+            if (!urlSub || (urlSub && urlSub.length==0)) { 
+              winston.error('WebSocket - Error getting  topic. Topic is not properly configured');  
+              return reject('WebSocket - Error getting  topic. Topic is not properly configured');
+          }
+            // Error getting Project Cast to ObjectId failed for value "N7VJlLZ1" (type string) at path "_id" for model "project" {"kind":"ObjectId","path":"_id","reason":{},"stack":"CastError: Cast to ObjectId failed for value \"N7VJlLZ1\" (type string) at path \"_id\" for model \"project\"\n at model.Query.exec (/usr/src/app/node_modules/mongoose/lib/query.js:4498:21)\n at /usr/src/app/websocket/webSocketServer.js:180:14\n at new Promise (<anonymous>)\n at Object.onSubscribeCallback [as onSubscribe] (/usr/src/app/websocket/webSocketServer.js:167:14)\n at PubSub.handleReceivedClientMessage (/usr/src/app/websocket/pubsub.js:358:57)\n at runMicrotasks (<anonymous>)\n at processTicksAndRejections (internal/process/task_queues.js:97:5)","stringValue":"\"N7VJlLZ1\"","value":"N7VJlLZ1","valueType":"string"}
+
             var projectId = urlSub[1];
             winston.debug('projectId: '+projectId);
 
 
-            return Project.findOne({ _id: projectId, status: 100})
-            //@DISABLED_CACHE .cache(cacheUtil.defaultTTL, "projects:id:"+projectId)
-            .exec(function(err, project) {
+            let q = Project.findOne({ _id: projectId, status: 100})
+
+            if (cacheEnabler.project) {
+              q.cache(cacheUtil.defaultTTL, "projects:id:"+projectId) //project_cache
+              winston.debug('project cache enabled');
+            }
+            
+            return q.exec(function(err, project) {
               if (err) {
                 winston.error('WebSocket - Error getting  Project', err);  
                 return reject(err);
@@ -590,11 +605,12 @@ class WebSocketServer {
     winston.debug('messageCreateKey: ' + messageCreateKey);
 
     messageEvent.on(messageCreateKey, function (message) {
+      setImmediate(async () => {
       winston.debug('messageEvent websocket server: '+messageCreateKey, message);
         if (message.request) {
           pubSubServer.handlePublishMessage ('/'+message.id_project+'/requests/'+message.request.request_id+'/messages', message, undefined, true, "CREATE");
         }
-        
+      });
     });
 
     // var reconnect = require('./reconnect');
@@ -604,7 +620,8 @@ class WebSocketServer {
     }
     winston.debug('requestCreateKey: ' + requestCreateKey);
       requestEvent.on(requestCreateKey, async function (request) {
-        // TODO setImmediate(() => { 
+        setImmediate(async () =>  {
+
         winston.debug('requestEvent websocket server: '+requestCreateKey, request);
         // TODO scarta riquesta se agente (req.user._id) non sta ne in participants ne in agents
 
@@ -643,7 +660,7 @@ class WebSocketServer {
           pubSubServer.handlePublishMessage ('/'+request.id_project+'/requests', request, undefined, true, "CREATE");
           pubSubServer.handlePublishMessage ('/'+request.id_project+'/requests/'+request.request_id, request, undefined, true, "CREATE");
         }
-          
+      });
       });
 
       var requestUpdateKey = 'request.update';
@@ -653,6 +670,8 @@ class WebSocketServer {
 
       winston.debug('requestUpdateKey: ' + requestUpdateKey);
       requestEvent.on(requestUpdateKey, async function(request) {
+        setImmediate(async () => {
+
         // TODO setImmediate(() => {        
         winston.debug('requestEvent websocket server: '+requestUpdateKey, request);  
         if (request.preflight===false && request.status > requestConstants.TEMP) {     
@@ -694,7 +713,7 @@ class WebSocketServer {
           pubSubServer.handlePublishMessage ('/'+request.id_project+'/requests', requestJSON, undefined, true, "UPDATE");   
           pubSubServer.handlePublishMessage ('/'+request.id_project+'/requests/'+request.request_id, requestJSON, undefined, true, "UPDATE");
         }
-     
+      });
       });
 
 
@@ -709,6 +728,8 @@ class WebSocketServer {
       }
       winston.debug('projectuserUpdateKey: ' + projectuserUpdateKey);
       authEvent.on(projectuserUpdateKey,function(data) {
+        setImmediate(async () => {
+
         var pu = data.updatedProject_userPopulated;
         winston.debug('ws pu', pu);
         
@@ -724,7 +745,7 @@ class WebSocketServer {
         }
         winston.debug('userId:'+ userId);
         pubSubServer.handlePublishMessage ('/'+pu.id_project+'/project_users/users/'+userId, pu, undefined, true, "UPDATE");
-
+      });
       });
       
 
@@ -735,6 +756,7 @@ class WebSocketServer {
       }
       winston.debug('eventEmitKey: ' + eventEmitKey);
       eventEvent.on(eventEmitKey,function(event) {
+        setImmediate(async () => {
         winston.debug('event', event);
         if (event.project_user === undefined) {
           //with "faqbot.answer_not_found" project_user is undefined but it's ok 
@@ -743,6 +765,7 @@ class WebSocketServer {
         }
         pubSubServer.handlePublishMessage ('/'+event.id_project+'/events/'+event.project_user._id, event, undefined, true, "CREATE");
       });
+      });
 
 
     // https://github.com/websockets/ws/blob/master/examples/express-session-parse/index.js