@tiledesk/tiledesk-server 2.3.76 → 2.3.78

package/CHANGELOG.md

@@ -1,9 +1,31 @@
 
 
-💥 TILEDESK SERVER v2.3.71 💥
+💥 TILEDESK SERVER v2.3.77 💥
 🚀        TAGGED AND PUBLISHED ON NPM           🚀
 🚀        IN PRODUCTION                        🚀
-(https://www.npmjs.com/package/@tiledesk/tiledesk-server/v/2.3.71) 
+(https://www.npmjs.com/package/@tiledesk/tiledesk-server/v/2.3.77) 
+
+
+# 2.3.77 -> PROD v3
+- Updated tiledesk/tiledesk-whatsapp-connector dependency to 0.1.24
+- Added KALEYRA_API_URL environment variable
+- Now GRAPH_URL environment variable is optional 
+- Added bot cache invalidation for new radis key without project for tilebot
+- Added chatbot fulltext endpoint 
+
+# 2.3.76
+- Adedd tag to bot model
+- \\n fix for public private key
+- Chatbot invalidation fix when created
+- @tiledesk/tiledesk-tybot-connector@0.1.53
+
+# 2.3.75
+- @tiledesk/tiledesk-tybot-connector@0.1.51
+
+# 2.3.74
+- Added cache for bot 
+- @tiledesk/tiledesk-tybot-connector@0.1.50
+- Added cache for user 
 
 # 2.3.73
 - Removed unused mongoose-auto-increment dependency
@@ -19,9 +41,12 @@
 - Added caching for /widgets endpoint with invalidations
 - Added bot rules to /widgets endpoint
 - Select false for resetpswrequestid field of user model
-- Added support for Public Private Key for JWT Auth with GLOBAL_SECRET_OR_PRIVATE_KEY and GLOBAL_SECRET_OR_PUB_KEY and GLOBAL_SECRET_ALGORITHM environments variables. If these properties are configured Public Private Key method is enabled otherwise if GLOBAL_SECRET env varible is configured the shared secret method is used. algorithm (default: HS256)
+- Added support for Public Private Key for JWT Auth with GLOBAL_SECRET_OR_PRIVATE_KEY and GLOBAL_SECRET_OR_PUB_KEY and GLOBAL_SECRET_ALGORITHM(default: HS256, RS256 for pub private key) environments variables. If these properties are configured Public/Private Key method is enabled otherwise if only GLOBAL_SECRET env varible is configured the shared secret method is used. 
 - Updated tiledesk/tiledesk-tybot-connector@0.1.48
 - Removed “snapshot” from request payload for external chatbot
+- Added CHATBOT_TEMPLATES_API_URL env varible
+- Updated tiledesk/tiledesk-tybot-connector@0.1.49
+
 
 
 
@@ -29,7 +54,10 @@
 - Added Kaleyra module
 - Updated tiledesk-apps to 1.0.12
 
-# 2.3.71
+# 2.3.71.1 -> PROD v2
+- ocf email fix
+
+# 2.3.71 
 - Email service send email direct fit without request_id
 - Removed strong from transcript email template
 - Added for updateWaitingTimeByRequestId the field enable_populate

package/docs/api-mgm.md

@@ -1,70 +1,3 @@
 # TILEDESK REST API
 
-## Signup
-
-```
-curl -v -X POST -d 'email=andrea.leo@f21.it&password=123456' https://api.tiledesk.com/v1/auth/signup
-```
-
-### Signin
-
-```
-curl -v -X POST -d 'email=andrea.leo@f21.it&password=123456' https://api.tiledesk.com/v1/auth/signin
-```
-
-### Firebase signin
-
-```
-curl -v -X POST -d 'email=andrea.leo@f21.it&password=123456' https://api.tiledesk.com/v1/firebase/auth/signin
-```
-
-### Departments 
-
-```
-curl -v -X GET -u andrea.leo@f21.it:123456 https://api.tiledesk.com/v1/5ab0f32757066e0014bfd718/departments
-```
-
-#### Get the available operator for a specific department
-```
-curl -v -X GET -u andrea.leo@frontiere21.it:123456 https://api.tiledesk.com/v1/5ad4c101e774ac0014ae0d07/departments/5ad5c2c9c975820014ba901b/operators
-```
-
-
-
-### Bots 
-
-#### List
-
-```
-curl -v -X GET -u andrea.leo@f21.it:123456 https://api.tiledesk.com/v1/5ab0f32757066e0014bfd718/faq_kb
-```
-
-#### Create
-
-```
-curl -v -X POST -u andrea.leo@f21.it:123456 -d '{"name":"testbot"}' https://api.tiledesk.com/v1/5ab0f32757066e0014bfd718/faq_kb
-```
-
-## Analytics
-```
-curl -v -X GET -u andrea.leo@f21.it:123456 https://api.tiledesk.com/v1/5ad5bd52c975820014ba900a/analytics/requests/count
-
-```
-
-```
-curl -v -X GET -u andrea.leo@f21.it:123456 https://api.tiledesk.com/v1/5ad5bd52c975820014ba900a/analytics/requests/waiting
-
-```
-
-```
-curl -v -X GET -u andrea.leo@f21.it:123456 https://api.tiledesk.com/v1/5ad5bd52c975820014ba900a/analytics/requests/waiting/day/last
-```
-
-```
-curl -v -X GET -u andrea.leo@f21.it:123456 https://api.tiledesk.com/v1/5ad5bd52c975820014ba900a/analytics/requests/waiting/month
-```
-
-
-```
-curl -v -X GET -u andrea.leo@f21.it:123456 https://api.tiledesk.com/v1/5ad5bd52c975820014ba900a/analytics/requests/aggregate/dayoftheweek/hours
-```
+Please refer to the [Developer Portal](https://developer.tiledesk.com/)

package/models/faq.js

@@ -155,6 +155,7 @@ FaqSchema.index({ question: 'text' },
 
 
 FaqSchema.index({ id_project: 1, id_faq_kb: 1, intent_display_name: 1 }, { unique: true });
+FaqSchema.index({ id_project: 1, id_faq_kb: 1, intent_id: 1 }, { unique: true });
 
 
 var faq = mongoose.model('faq', FaqSchema);

package/models/faq_kb.js

@@ -3,6 +3,9 @@ var Schema = mongoose.Schema;
 const uuidv4 = require('uuid/v4');
 var winston = require('../config/winston');
 
+var defaultFullTextLanguage = process.env.DEFAULT_FULLTEXT_INDEX_LANGUAGE || "none";
+
+
 var Faq_kbSchema = new Schema({
   name: {
     type: String,
@@ -69,12 +72,14 @@ var Faq_kbSchema = new Schema({
   public: {
     type: Boolean,
     required: false,
-    default: false
+    default: false,
+    index:true
   },
   certified: {
     type: Boolean,
     required: false,
-    default: false
+    default: false,
+    index:true
   },
   mainCategory: {
     type: String,
@@ -101,6 +106,8 @@ Faq_kbSchema.virtual('fullName').get(function () {
 Faq_kbSchema.index({certified: 1, public: 1}); //suggested by atlas
 
 
+Faq_kbSchema.index({name: 'text', description: 'text', subject: 'text', "tags": 'text'},  
+ {"name":"faqkb_fulltext","default_language": defaultFullTextLanguage,"language_override": "language"}); // schema level
 
 
 var faq_kb = mongoose.model('faq_kb', Faq_kbSchema);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@tiledesk/tiledesk-server",
   "description": "The Tiledesk server module",
-  "version": "2.3.76",
+  "version": "2.3.78",
   "scripts": {
     "start": "node ./bin/www",
     "pretest": "mongodb-runner start",
@@ -43,8 +43,8 @@
     "@tiledesk/tiledesk-json-rules-engine": "^4.0.3",
     "@tiledesk/tiledesk-kaleyra-proxy": "^0.1.6",
     "@tiledesk/tiledesk-rasa-connector": "^1.0.10",
-    "@tiledesk/tiledesk-tybot-connector": "^0.1.53",
-    "@tiledesk/tiledesk-whatsapp-connector": "^0.1.19",
+    "@tiledesk/tiledesk-tybot-connector": "^0.1.55",
+    "@tiledesk/tiledesk-whatsapp-connector": "^0.1.30",
     "amqplib": "^0.5.5",
     "app-root-path": "^3.0.0",
     "bcrypt-nodejs": "0.0.3",

package/pubmodules/cache/mongoose-cachegoose-fn.js

@@ -423,7 +423,15 @@
                 winston.debug("Deleted cache for faq_kb.update secret",reply);
                 winston.verbose("Deleted cache for faq_kb.update secret",{err:err});
             });   
-            
+
+            // without project for tilebot
+            key = "faq_kbs:id:"+faq_kb._id;
+            winston.verbose("Deleting cache for faq_kb.update without project for tilebot with key: " + key);
+            client.del(key, function (err, reply) {  
+                winston.debug("Deleted cache for faq_kb.update  without project for tilebot ",reply);
+                winston.verbose("Deleted cache for faq_kb.update  without project for tilebot ",{err:err});
+            });   
+
             // TODO invalidate widgets here
             winston.verbose("Deleting widgets cache for faqbot.update");
             invalidateWidgets(client, faq_kb.id_project); //TESTED
@@ -446,6 +454,15 @@
             client.del(key, function (err, reply) {
                 winston.debug("Deleted cache for faq_kb.delete secret",reply);
                 winston.verbose("Deleted cache for faq_kb.delete secret",{err:err});
+            });  
+            
+
+            // without project for tilebot
+            key = "faq_kbs:id:"+faq_kb._id;
+            winston.verbose("Deleting cache for faq_kb.update without project for tilebot with key: " + key);
+            client.del(key, function (err, reply) {  
+                winston.debug("Deleted cache for faq_kb.update  without project for tilebot ",reply);
+                winston.verbose("Deleted cache for faq_kb.update  without project for tilebot ",{err:err});
             });   
 
             // TODO invalidate widgets here
@@ -458,6 +475,7 @@
 
     faqBotEvent.on("faq.create", function(faq) { 
         setImmediate(() => {            
+            
             // TODO invalidate widgets here
             winston.verbose("Deleting widgets cache for faq.create");
             invalidateWidgets(client, faq.id_project); //tested
@@ -466,6 +484,8 @@
 
     faqBotEvent.on("faq.update", function(faq) { 
         setImmediate(() => {            
+            invalidateFaq(client, faq);
+
             // TODO invalidate widgets here
             winston.verbose("Deleting widgets cache for faq.update");
             invalidateWidgets(client, faq.id_project);//tested
@@ -474,6 +494,8 @@
 
     faqBotEvent.on("faq.delete", function(faq) { 
         setImmediate(() => {            
+            invalidateFaq(client, faq);           
+
             // TODO invalidate widgets here
             winston.verbose("Deleting widgets cache for faq.delete",faq);
             invalidateWidgets(client, faq.id_project);//tested
@@ -689,6 +711,17 @@
     }
     
 
+    function invalidateFaq(client, faq) {
+        key = "faqs:botid:"+faq.id_faq_kb+":faq:id:*";
+        winston.info("Deleting cache for faq with key: " + key);
+        client.del(key, function (err, reply) {
+            winston.debug("Deleted cache for faq",reply);
+            winston.info("Deleted cache for faq",{err:err});
+        });   
+
+        
+    }
+
     function invalidateWidgets(client, project_id) {
         key = project_id+":widgets";
         winston.verbose("Deleting cache for widgets with key: " + key);

package/pubmodules/kaleyra/listener.js

@@ -13,17 +13,21 @@ class Listener {
             winston.debug("kaleyra config databaseUri: " + config.databaseUri);
         }
 
-        kaleyra.startApp({
-            MONGODB_URL: config.databaseUri,
-            API_URL: apiUrl,
-            BASE_URL: apiUrl + "/modules/kaleyra",
-            APPS_API_URL: apiUrl + "/modules/apps",
-            KALEYRA_API_URL: process.env.KALEYRA_API_URL,
-            API_KEY: process.env.API_KEY,
-            log: process.env.KALEYRA_LOG
-        }, () => {
-            winston.info("Tiledesk Kaleyra proxy server succesfully started.");
-        })
+        if (!process.env.KALEYRA_API_URL || !process.env.API_KEY) {
+            winston.info("Skip Kaleyra startApp")
+        } else {
+            kaleyra.startApp({
+                MONGODB_URL: config.databaseUri,
+                API_URL: apiUrl,
+                BASE_URL: apiUrl + "/modules/kaleyra",
+                APPS_API_URL: apiUrl + "/modules/apps",
+                KALEYRA_API_URL: process.env.KALEYRA_API_URL,
+                API_KEY: process.env.API_KEY,
+                log: process.env.KALEYRA_LOG
+            }, () => {
+                winston.info("Tiledesk Kaleyra proxy server succesfully started.");
+            })
+        }
     }
 }
 

package/pubmodules/whatsapp/listener.js

@@ -13,13 +13,32 @@ class Listener {
             winston.debug("whatsapp config databaseUri: " + config.databaseUri);
         }
 
+        var port = process.env.CACHE_REDIS_PORT || 6379;
+        winston.debug("-Redis port: "+ port);
+
+        var host = process.env.CACHE_REDIS_HOST || "127.0.0.1"
+        winston.debug("-Redis host: "+ host);
+
+        var password = process.env.REDIS_PASSWORD;
+        winston.debug("-Redis password: "+ password);
+
+
+        let graph_url = process.env.META_GRAPH_URL || config.graphUrl || "https://graph.facebook.com/v14.0/"
+        winston.debug("Whatsapp graph_url: "+ password);
+
+        let log = process.env.WHATSAPP_LOG || false
+        winston.debug("Whatsapp log: "+ log);
+
         whatsapp.startApp({
             MONGODB_URL: config.databaseUri,          
             API_URL: apiUrl,
-            GRAPH_URL: process.env.META_GRAPH_URL || config.graphUrl,
+            GRAPH_URL: graph_url,
             BASE_URL: apiUrl + "/modules/whatsapp",                     
-            APPS_API_URL: apiUrl + "/modules/apps",                 
-            log: process.env.WHATSAPP_LOG
+            APPS_API_URL: apiUrl + "/modules/apps",
+            REDIS_HOST: host,
+            REDIS_PORT: port,
+            REDIS_PASSWORD: password,
+            log: log
         }, () => {
             winston.info("Tiledesk WhatsApp Connector proxy server succesfully started.");
         })

package/routes/faq_kb.js

@@ -255,6 +255,7 @@ router.put('/:faq_kbid', function (req, res) {
     update.tags = req.body.tags;
   }
 
+ 
   Faq_kb.findByIdAndUpdate(req.params.faq_kbid, update, { new: true, upsert: true }, function (err, updatedFaq_kb) {
     if (err) {
       return res.status(500).send({ success: false, msg: 'Error updating object.' });
@@ -319,7 +320,7 @@ router.delete('/:faq_kbid', function (req, res) {
 
   winston.debug(req.body);
 
- 
+  
   Faq_kb.remove({ _id: req.params.faq_kbid }, function (err, faq_kb) {
     if (err) {
       return res.status(500).send({ success: false, msg: 'Error deleting object.' });
@@ -393,12 +394,30 @@ router.get('/', function (req, res) {
     query.type = { $ne: "identity" }
   }
 
-  winston.debug("query", query);
+  var search_obj = {"$search": req.query.text};
+
+  if (req.query.text) {    
+    if (req.query.language) {
+      search_obj["$language"] = req.query.language;
+    }
+    query.$text = search_obj;    
+  }
+
+  if (req.query.public) {
+    query.public = req.query.public;
+  }
+
+  if (req.query.certified) {
+    query.certified = req.query.certified;
+  }
+                    
+
+  winston.info("query", query);
 
   Faq_kb.find(query, function (err, faq_kb) {
     if (err) {
       winston.error('GET FAQ-KB ERROR ', err)
-      return (err);
+      return res.status(500).send({ success: false, message: "Unable to get chatbots" });
     }
 
     res.json(faq_kb);

package/services/faqService.js

@@ -177,6 +177,7 @@ class FaqService {
           id_faq_kb: faq_kb_id,
           question: faq.question,
           answer: faq.answer,
+          actions: faq.actions,
           reply: faq.reply,
           intent_display_name: faq.intent_display_name,
           language: "en",