@tiledesk/tiledesk-voice-twilio-connector 0.1.26 → 0.1.28

package/index.js

@@ -157,32 +157,48 @@ router.post('/webhook/:id_project', async (req, res) => {
   }
   let end2 = new Date().getTime();
   
-  //let conversation_id = await tdChannel.getConversation(ani, callId, user.token);
-  let conversation_id = await tdChannel.generateConversation(from, callSid, user.token);
+  // Parallelizza generateConversation e recupero chiavi di integrazione
+  let [conversation_id, openaiKeyResult, elevenLabsKey] = await Promise.all([
+    //let conversation_id = await tdChannel.getConversation(ani, callId, user.token);
+    tdChannel.generateConversation(from, callSid, user.token),
+    
+    // Recupero chiave OpenAI (con fallback sequenziale)
+    (async () => {
+      try {
+        let key = await integrationService.getKeyFromIntegrations(project_id, 'openai', settings.token)
+        if (!key) {
+            winston.debug("(voice) - Key not found in Integrations. Searching in kb settings...");
+            key = await integrationService.getKeyFromKbSettings(project_id, settings.token);
+        }
+        if (!key) {
+            winston.debug("(voice) - Retrieve public gptkey")
+            key = GPT_KEY;
+            return { key, publicKey: true };
+        }
+        return { key, publicKey: false };
+      } catch (error) {
+        winston.error('(voice) - Error retrieving OpenAI key:', error);
+        return { key: GPT_KEY, publicKey: true };
+      }
+    })(),
+    
+    // Recupero chiave ElevenLabs in parallelo
+    integrationService.getKeyFromIntegrations(project_id, 'elevenlabs', settings.token).catch((error) => {
+      winston.error('(voice) - Error retrieving ElevenLabs key:', error);
+      return null;
+    })
+  ]);
+  
   winston.debug("(voice) conversation returned:"+ conversation_id);
   
-  let integrations = [], publicKey = false;
-  try {
-    //GET AND SAVE GPT-KET IF 
-    let key = await integrationService.getKeyFromIntegrations(project_id, 'openai', settings.token)
-    if (!key) {
-        winston.debug("(voice) - Key not found in Integrations. Searching in kb settings...");
-        key = await integrationService.getKeyFromKbSettings(project_id, settings.token);
-    }
-    if (!key) {
-        winston.debug("(voice) - Retrieve public gptkey")
-        key = GPT_KEY;
-        publicKey = true;
-    }
-    integrations.push({type: 'openai', key: key, publicKey: publicKey})
-    
-    let eleven_labs = await integrationService.getKeyFromIntegrations(project_id, 'elevenlabs', settings.token)
-    if (eleven_labs) {
-        winston.debug("(voice) - Key found in Integrations: "+ eleven_labs);
-        integrations.push({type: 'elevenlabs', key: eleven_labs, publicKey: false})
-    }
-  } catch (error) {
-    winston.error('(voice) - Error retrieving integrations keys:', error);
+  // Costruisci array integrations
+  let integrations = [];
+  if (openaiKeyResult && openaiKeyResult.key) {
+    integrations.push({type: 'openai', key: openaiKeyResult.key, publicKey: openaiKeyResult.publicKey})
+  }
+  if (elevenLabsKey) {
+    winston.debug("(voice) - Key found in Integrations: "+ elevenLabsKey);
+    integrations.push({type: 'elevenlabs', key: elevenLabsKey, publicKey: false})
   }
   
   //save data to redis
@@ -195,16 +211,8 @@ router.post('/webhook/:id_project', async (req, res) => {
     conversation_id: conversation_id,
     integrations: integrations
   }
-  if (!redis_client) {
-    return res.status(500).send({ message: "Redis not ready. Check redis connection..." })
-  }
-  //for (const [key, value] of Object.entries(redis_data)){
-  //  await redis_client.hSet('tiledesk:voice:'+callId, key, JSON.stringify(value))
-  //}
-  //await redis_client.expire('tiledesk:voice:'+callId, 86400)
-  
-  await redis_client.set('tiledesk:voice:'+callSid+':session', JSON.stringify(session_data), {'EX': 86400});
-  
+  voiceChannel.setSessionForCallId(callSid, session_data)
+
   let tiledeskMessage= {
     text:'/start',
     senderFullname: from,
@@ -240,12 +248,16 @@ router.post('/webhook/:id_project', async (req, res) => {
   let messageToVXML = await tdTranslator.toVXML(message, callSid, vxmlAttributes, session_data) 
   winston.debug('(voice) /webhook/:id_project messageVXML-->'+ messageToVXML)
   
-  let end_call = new Date().getTime();
-  winston.info(`Time to respond to /webhook/${project_id}:  ${(end_call-start_call)}[ms]`)
+  let end_call1 = new Date().getTime();
+  winston.info(`Time to respond to /webhook/${project_id} before response:  ${(end_call1-start_call)}[ms]`)
 
+  
   // Render the response as XML in reply to the webhook request
   res.set('Content-Type', 'text/xml');
   res.status(200).send(messageToVXML);
+
+  let end_call2 = new Date().getTime();
+  winston.info(`Time to respond to /webhook/${project_id}:  ${(end_call2-start_call)}[ms]`)
 });
 
 
@@ -262,8 +274,7 @@ router.post('/nextblock_old/:callSid/', async(req, res) => {
   let project_id, conversation_id, user;
   let from, to;
 
-  let redis_data = await redis_client.get('tiledesk:voice:'+callSid+':session');
-  //let redis_data = await redis_client.hGetAll('tiledesk:voice:'+callId);
+  let redis_data = await voiceChannel.getSessionForCallId(callSid)
   if (!redis_data) {
     return res.status(500).send({ success: "false", message: "Can't retrive data for callSid ->" + callSid });
   }
@@ -345,16 +356,13 @@ router.post('/nextblock/:callSid/', async(req, res) => {
   let confidence = req.body.Confidence
   let callSid = req.params.callSid;
   
-  let sessionInfo;
   let project_id, conversation_id, user;
   let from, to;
 
-  let redis_data = await redis_client.get('tiledesk:voice:'+callSid+':session');
-  //let redis_data = await redis_client.hGetAll('tiledesk:voice:'+callId);
-  if (!redis_data) {
+  let sessionInfo = await voiceChannel.getSessionForCallId(callSid)
+  if (!sessionInfo) {
     return res.status(500).send({ success: "false", message: "Can't retrive data for callSid ->" + callSid });
   }
-  sessionInfo = JSON.parse(redis_data)
   project_id = sessionInfo.project_id;
   from = sessionInfo.from;
   to = sessionInfo.to;
@@ -465,7 +473,7 @@ async function getMessage(callSid, ani, project_id, conversation_id){
       if (queue && queue.length > 0) {
         //CASE: queue has at least one message to reproduce --> get message from tiledesk queue and reset delayTime
         message = queue[0]
-        winston.debug('[getMessage] QUEUE --> '+ queue[0].text, queue[0])
+        winston.verbose('[getMessage] QUEUE --> '+ queue[0].text)
 
         // remove message from queue and reset delayIndex
         await tdChannel.removeMessageFromQueue(conversation_id, message._id)
@@ -486,7 +494,7 @@ async function getMessage(callSid, ani, project_id, conversation_id){
           }
 
           message = queue[0]
-          winston.debug(`[getMessage] Message received from subscription: ${message.text}`, message);
+          winston.verbose(`[getMessage] Message received from subscription: ${message.text}`);
 
           // remove message from queue and reset delayIndex
           await tdChannel.removeMessageFromQueue(conversation_id, message._id)
@@ -528,16 +536,13 @@ router.post('/speechresult/:callSid', async (req, res) => {
   let confidence = req.body.Confidence
   let callSid = req.params.callSid;
   
-  let sessionInfo;
   let project_id, conversation_id, user;
   let from, to;
 
-  let redis_data = await redis_client.get('tiledesk:voice:'+callSid+':session');
-  //let redis_data = await redis_client.hGetAll('tiledesk:voice:'+callId);
-  if (!redis_data) {
+  let sessionInfo = await voiceChannel.getSessionForCallId(callSid)
+  if (!sessionInfo) {
     return res.status(500).send({ success: "false", message: "Can't retrive data for callSid ->" + callSid });
   }
-  sessionInfo = JSON.parse(redis_data)
   project_id = sessionInfo.project_id;
   from = sessionInfo.from;
   to = sessionInfo.to;
@@ -623,15 +628,13 @@ router.post('/record/action/:callSid/',async (req, res) => {
   let start_call = new Date();
 
   let callSid = req.body.CallSid;
-  let sessionInfo;
   let project_id, conversation_id, user;
   let from, to;
 
-  let redis_data = await redis_client.get('tiledesk:voice:'+callSid+':session');
-  if (!redis_data) {
+  let sessionInfo = await voiceChannel.getSessionForCallId(callSid)
+  if (!sessionInfo) {
     return res.status(500).send({ success: "false", message: "Can't retrive data for callSid ->" + callSid });
   }
-  sessionInfo = JSON.parse(redis_data)
   project_id = sessionInfo.project_id;
   from = sessionInfo.from;
   to = sessionInfo.to;
@@ -692,16 +695,13 @@ router.post('/record/callback/:callSid/',async (req, res) => {
   let button_action = req.query.button_action ? '#' + req.query.button_action : '';
   let previousIntentName = req.query.intentName || '';
 
-  
-  let sessionInfo;
   let project_id, conversation_id, user;
   let from, to;
   
-  let redis_data = await redis_client.get('tiledesk:voice:'+callSid+':session');
-  if (!redis_data) {
+  let sessionInfo = await voiceChannel.getSessionForCallId(callSid)
+  if (!sessionInfo) {
     return res.status(500).send({ success: "false", message: "Can't retrive data for callSid ->" + callSid });
   }
-  sessionInfo = JSON.parse(redis_data)
   project_id = sessionInfo.project_id;
   from = sessionInfo.from;
   to = sessionInfo.to;
@@ -799,16 +799,13 @@ router.post('/menublock/:callSid', async (req, res) => {
   winston.debug("(voice) button menu: ", button);
   winston.debug("(voice) message_text menu: "+ message_text);
   
-  
-  let sessionInfo;
   let project_id, conversation_id, user;
   let from, to;
 
-  let redis_data = await redis_client.get('tiledesk:voice:'+callSid+':session');
-  if (!redis_data) {
+  let sessionInfo = await voiceChannel.getSessionForCallId(callSid)
+  if (!sessionInfo) {
     return res.status(500).send({ success: "false", message: "Can't retrive data for callSid ->" + callSid });
   }
-  sessionInfo = JSON.parse(redis_data)
   project_id = sessionInfo.project_id;
   from = sessionInfo.from;
   to = sessionInfo.to;
@@ -878,15 +875,13 @@ router.post('/handle/:callSid/:event', async (req, res) => {
   let button_action = '#' + req.query.button_action;
   let previousIntentName = req.query.intentName;
   
-  let sessionInfo;
   let project_id, conversation_id, user;
   let from, to;
 
-  let redis_data = await redis_client.get('tiledesk:voice:'+callSid+':session');
-  if (!redis_data) {
+  let sessionInfo = await voiceChannel.getSessionForCallId(callSid)
+  if (!sessionInfo) {
     return res.status(500).send({ success: "false", message: "Can't retrive data for callSid ->" + callSid });
   }
-  sessionInfo = JSON.parse(redis_data)
   project_id = sessionInfo.project_id;
   from = sessionInfo.from;
   to = sessionInfo.to;
@@ -962,16 +957,13 @@ router.post('/event/:callSid/:event', async(req, res)=> {
   let currentIntentName = req.query.intentName;
   let currentIntentTimestamp  = req.query.previousIntentTimestamp;
   
-  
-  let sessionInfo;
   let project_id, conversation_id, user;
   let from, to;
   
-  let redis_data = await redis_client.get('tiledesk:voice:'+callSid+':session');
-  if (!redis_data) {
+  let sessionInfo = await voiceChannel.getSessionForCallId(callSid)
+  if (!sessionInfo) {
     return res.status(500).send({ success: "false", message: "Can't retrive data for callSid ->" + callSid });
   }
-  sessionInfo = JSON.parse(redis_data)
   project_id = sessionInfo.project_id;
   from = sessionInfo.from;
   to = sessionInfo.to;
@@ -1062,15 +1054,13 @@ router.post('/twilio/status',async (req, res) => {
     clearTimeout(messageTimeout)
   }
   
-  let sessionInfo;
   let project_id, conversation_id, user;
   let from, to;
   
-  let redis_data = await redis_client.get('tiledesk:voice:'+callSid+':session');
-  if (!redis_data) {
+  let sessionInfo = await voiceChannel.getSessionForCallId(callSid)
+  if (!sessionInfo) {
     return res.status(500).send({ success: "false", message: "Can't retrive data for callSid ->" + callSid });
   }
-  sessionInfo = JSON.parse(redis_data)
   project_id = sessionInfo.project_id;
   from = sessionInfo.from;
   to = sessionInfo.to;
@@ -1476,12 +1466,22 @@ async function startApp(settings, callback) {
   if(settings.OPENAI_ENDPOINT){
     OPENAI_ENDPOINT = settings.OPENAI_ENDPOINT
   }
-  if(settings.ELEVENLABS_ENDPOINT){
-    ELEVENLABS_ENDPOINT = settings.ELEVENLABS_ENDPOINT
+  
+  // Read ELEVENLABS_ENDPOINT from process.env (not from settings)
+  if(process.env.ELEVENLABS_ENDPOINT){
+    ELEVENLABS_ENDPOINT = process.env.ELEVENLABS_ENDPOINT
+  } else {
+    ELEVENLABS_ENDPOINT = "https://api.elevenlabs.io" // default
   }
   
-  if(settings.MAX_POLLING_TIME){
-    MAX_POLLING_TIME = settings.MAX_POLLING_TIME/1000; //convert in seconds
+  // Read MAX_POLLING_TIME from process.env (not from settings)
+  if(process.env.MAX_POLLING_TIME){
+    MAX_POLLING_TIME = process.env.MAX_POLLING_TIME/1000; //convert in seconds
+  }
+
+  // Read BASE_POOLING_DELAY from process.env (not from settings)
+  if(process.env.BASE_POOLING_DELAY){
+    BASE_POOLING_DELAY = process.env.BASE_POOLING_DELAY;
   }
   
   if (settings.REDIS_HOST && settings.REDIS_PORT) {
@@ -1493,9 +1493,12 @@ async function startApp(settings, callback) {
     winston.error("(voice) Missing redis parameters --> REDIS_HOST and REDIS_PORT");
   }
   
+  
+  
+  
   //init VOICE CHANNEL
   voiceChannel = new VoiceChannel({
-    BASE_POOLING_DELAY: settings.BASE_POOLING_DELAY || BASE_POOLING_DELAY,
+    BASE_POOLING_DELAY: BASE_POOLING_DELAY,
     redis_client: redis_client,
   })
   

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiledesk/tiledesk-voice-twilio-connector",
-  "version": "0.1.26",
+  "version": "0.1.28",
   "description": "Tiledesk VOICE Twilio connector",
   "license": "MIT",
   "author": "Gabriele Panico",
@@ -36,6 +36,7 @@
     "redis": "^4.6.13",
     "redis-lock": "^1.0.0",
     "redlock": "^4.2.0",
+    "remove-markdown": "^0.6.2",
     "twilio": "^5.2.1",
     "uuid": "^8.3.2",
     "winston": "^3.3.3",

package/tiledesk/TiledeskTwilioTranslator.js

@@ -3,7 +3,8 @@ const winston = require("../winston");
 const xmlbuilder = require("xmlbuilder");
 const querystring = require("querystring");
 
-const utils = require("./utils-message.js");
+const utils = require("./utils.js");
+const utils_message = require("./utils-message.js");
 const MENU_CHOICE = require("./constants.js").MENU_CHOICE;
 const WAIT_MESSAGE = require("./constants.js").WAIT_MESSAGE; 
 const TEXT_MESSAGE = require("./constants.js").TEXT_MESSAGE;
@@ -123,9 +124,9 @@ class TiledeskTwilioTranslator {
     
     
     //MANAGE CLOSE info message
-    const isInfoSupport = utils.messageType(TYPE_MESSAGE.INFO_SUPPORT, msg)
+    const isInfoSupport = utils_message.messageType(TYPE_MESSAGE.INFO_SUPPORT, msg)
     winston.debug("[TiledeskVXMLTranslator] isInfoSupport:"+ isInfoSupport);
-    if(isInfoSupport && utils.infoMessageType(msg) === INFO_MESSAGE_TYPE.CHAT_CLOSED){
+    if(isInfoSupport && utils_message.infoMessageType(msg) === INFO_MESSAGE_TYPE.CHAT_CLOSED){
       const hangUp = this.hangupCall(xml)
       return hangUp;
     }
@@ -305,9 +306,19 @@ class TiledeskTwilioTranslator {
 
   async playPromptVXMLConverter(rootEle, message, xmlAttributes){
     
+    const gather = rootEle.ele("Gather", { input: "speech"})
+
+    const queryUrl = '?intentName='+ querystring.encode(xmlAttributes.intentName) + '&previousIntentTimestamp='+Date.now();
+    gather.att("action", this.BASE_URL + '/nextBlock/' + xmlAttributes.callSid + queryUrl)
+      // gather.att("action", this.BASE_URL + '/speechresult/' + xmlAttributes.callSid + queryUrl)
+            .att("method", "POST")
+            .att("language", xmlAttributes.TTS_VOICE_LANGUAGE)
+            .att('speechTimeout', "auto")
+            .att("enhanced", "true") // enable enhanced recognition
+
     const prompt = await this.promptVXML(rootEle, message, xmlAttributes);
     
-    const queryUrl = '?intentName='+ querystring.encode(xmlAttributes.intentName) + '&previousIntentTimestamp='+Date.now();
+    /**  fallback se non parla --> redirige alla nextblock */
     rootEle.ele("Redirect", {method: "POST"}, this.BASE_URL + '/nextblock/' + xmlAttributes.callSid + queryUrl).up()
     //prompt.ele("submit", { fetchhint: "safe", expr: "proxyBaseUrl +'/nextblock/' + session.connection.calltoken", method: "post", namelist: "usertext session intentName previousIntentTimestamp" });
     
@@ -319,7 +330,6 @@ class TiledeskTwilioTranslator {
   async speechFormVXMLConverter(rootEle, message, xmlAttributes) {
     
     if(this.voiceProvider === VOICE_PROVIDER.TWILIO){
-      
       const gather = rootEle.ele("Gather", { input: "speech"})
 
       const queryUrl = '?intentName='+ querystring.encode(xmlAttributes.intentName) + "&previousIntentTimestamp="+Date.now();
@@ -328,6 +338,7 @@ class TiledeskTwilioTranslator {
             .att("method", "POST")
             .att("language", xmlAttributes.TTS_VOICE_LANGUAGE)
             .att('speechTimeout', "auto")
+            .att("enhanced", "true") // enable enhanced recognition
 
       //if(xmlAttributes && xmlAttributes.noInputTimeout){
       //  gather.att("timeout", Math.round(xmlAttributes.noInputTimeout/1000) ).up();
@@ -552,19 +563,19 @@ class TiledeskTwilioTranslator {
           if (command.type === "message") {
             //case type: TEXT
             if(command.message.type === 'text'){
+              let text = utils.markdownToTwilioSpeech(command.message.text);
               if(that.voiceProvider !== VOICE_PROVIDER.TWILIO){
-                let voiceMessageUrl = await that.generateTTS(command.message.text, attributes)
+                let voiceMessageUrl = await that.generateTTS(text, attributes)
                 rootEle.ele('Play', {}, voiceMessageUrl )
               }else{
-                rootEle.ele("Say", { voice: attributes.TTS_VOICE_NAME, language: attributes.TTS_VOICE_LANGUAGE }, command.message.text);
+                rootEle.ele("Say", { voice: attributes.TTS_VOICE_NAME, language: attributes.TTS_VOICE_LANGUAGE }, text);
               }
               
-              
             }
             //case type: FRAME
             if(command.message.type === 'frame' && command.message.metadata.src !== ""){
               if(command.message.text != ''){
-                rootEle.ele("Say", { voice: attributes.TTS_VOICE_NAME, language: attributes.TTS_VOICE_LANGUAGE }, command.message.text);
+                rootEle.ele("Say", { voice: attributes.TTS_VOICE_NAME, language: attributes.TTS_VOICE_LANGUAGE }, text);
               }
               rootEle.ele('Play', {},  command.message.metadata.src )
             }

package/tiledesk/VoiceChannel.js

@@ -75,11 +75,11 @@ class VoiceChannel {
       //increment 
       const delayIndex = (+index) +1
       //save new index to redis
-      await this.redis_client.set('tiledesk:voice:'+callId + ':delayIndex', delayIndex, 'EX', 86400);
+      await this.redis_client.set('tiledesk:voice:'+callId + ':delayIndex', delayIndex, {'EX': 86400});
       return;
     }
     //if index is not present: set to default (0)
-    await this.redis_client.set('tiledesk:voice:'+callId + ':delayIndex', 0, 'EX', 86400);
+    await this.redis_client.set('tiledesk:voice:'+callId + ':delayIndex', 0, {'EX': 86400});
   }
   
   /** RESET INDEX INTO REDIS DATA FOR CURRENT CALLID **/
@@ -106,11 +106,11 @@ class VoiceChannel {
     winston.debug('[VoiceChannel] saveSettingsForCallId: attributes found -->'+index)
     if(index){
       //set index to default (0)
-      await this.redis_client.set('tiledesk:voice:'+callId + ':attributes', JSON.stringify(attributes), 'EX', 86400);
+      await this.redis_client.set('tiledesk:voice:'+callId + ':attributes', JSON.stringify(attributes), {'EX': 86400});
       return;
     }
     //if index is not present: set to default (0)
-    await this.redis_client.set('tiledesk:voice:'+callId + ':attributes', JSON.stringify(attributes), 'EX', 86400);
+    await this.redis_client.set('tiledesk:voice:'+callId + ':attributes', JSON.stringify(attributes), {'EX': 86400});
   
   }
   
@@ -125,6 +125,25 @@ class VoiceChannel {
   }
 
 
+  async setSessionForCallId(callSid, session) {
+    await this.redis_client.set(`tiledesk:voice:${callSid}:session`, JSON.stringify(session), { 'EX': 86400 });
+      //for (const [key, value] of Object.entries(redis_data)){
+    //  await redis_client.hSet('tiledesk:voice:'+callId, key, JSON.stringify(value))
+    //}
+    //await redis_client.expire('tiledesk:voice:'+callId, 86400)
+  }
+
+  async getSessionForCallId(callSid) {
+    const sessionData = await this.redis_client.get(`tiledesk:voice:${callSid}:session`);
+    //let redis_data = await redis_client.hGetAll('tiledesk:voice:'+callId);
+    if (sessionData) {
+      return JSON.parse(sessionData);
+    }
+    return null;
+
+  }
+
+
   async deleteCallKeys(callSid) {
     const pattern = `tiledesk:voice:${callSid}:*`;
     let cursor = 0;

package/tiledesk/utils.js

@@ -1,4 +1,5 @@
 const NON_SPEECH_TOKENS = require('./constants').NON_SPEECH_TOKENS
+const removeMarkdown = require('remove-markdown');
 
 function getNumber(phoneNumber){
   if(phoneNumber.startsWith('+')){
@@ -31,5 +32,13 @@ function normalizeSTT(text) {
   return cleaned;
 }
 
+function markdownToTwilioSpeech(text) {
+  return removeMarkdown(text)
+    .replace(/:/g, ': ')
+    .replace(/\n+/g, '. ')
+    .replace(/\s+/g, ' ')
+    .trim();
+}
+
 
-module.exports = {getNumber, buildQueryString, normalizeSTT}
+module.exports = {getNumber, buildQueryString, normalizeSTT, markdownToTwilioSpeech}