@tiledesk/tiledesk-voice-twilio-connector 0.1.2 → 0.1.7

package/index.js

@@ -36,10 +36,11 @@ var redis = require('redis')
 var redis_client;
 
 //UTILS
-const utils_message = require('./tiledesk/utils-message.js')
 const CHANNEL_NAME = require('./tiledesk/constants').CHANNEL_NAME
 const TYPE_MESSAGE = require('./tiledesk/constants').TYPE_MESSAGE
 const CALL_STATUS = require('./tiledesk/constants').CALL_STATUS
+const VOICE_NAME = require('./tiledesk/constants').VOICE_NAME
+const VOICE_LANGUAGE = require('./tiledesk/constants').VOICE_LANGUAGE
 const utils = require('./tiledesk/utils.js')
 
 let API_URL = null;
@@ -101,8 +102,8 @@ router.post('/webhook/:id_project', async (req, res) => {
   }
   
   let vxmlAttributes = {
-    voiceName: "Polly.Bianca",
-    voiceLanguage: "it-IT",
+    voiceName: VOICE_NAME,
+    voiceLanguage: VOICE_LANGUAGE,
     callSid: callSid
   };
   
@@ -208,8 +209,8 @@ router.post('/nextblock/:callSid/', async(req, res) => {
   user = sessionInfo.user;
   
   let vxmlAttributes = {
-    voiceName: "Polly.Bianca",
-    voiceLanguage: "it-IT",
+    voiceName: VOICE_NAME,
+    voiceLanguage: VOICE_LANGUAGE,
     callSid: callSid,
   };
       
@@ -381,8 +382,8 @@ router.post('/menublock/:callSid', async (req, res) => {
   user = sessionInfo.user;
 
   let vxmlAttributes = {
-    voiceName: "Polly.Bianca",
-    voiceLanguage: "it-IT",
+    voiceName: VOICE_NAME,
+    voiceLanguage: VOICE_LANGUAGE,
     callSid: callSid,
   };
 
@@ -448,8 +449,8 @@ router.post('/handle/:callSid/:event', async (req, res) => {
   user = sessionInfo.user;
   
   let vxmlAttributes = {
-    voiceName: "Polly.Bianca",
-    voiceLanguage: "it-IT",
+    voiceName: VOICE_NAME,
+    voiceLanguage: VOICE_LANGUAGE,
     callSid: callSid,
   };
 
@@ -472,7 +473,12 @@ router.post('/handle/:callSid/:event', async (req, res) => {
     channel: { name: CHANNEL_NAME },
     attributes: {
       type: 'info',
-      action: button_action
+      action: button_action,
+      payload: {
+        event: event, 
+        lastBlock: previousIntentName, 
+        lastTimestamp: Date.now()
+      }
     }
   };
   let tdMessage = await tdChannel.send(tiledeskMessage, user.token, conversation_id);
@@ -521,8 +527,8 @@ router.post('/event/:callSid/:event', async(req, res)=> {
   user = sessionInfo.user;
   
   let vxmlAttributes = {
-    voiceName: "Polly.Bianca",
-    voiceLanguage: "it-IT",
+    voiceName: VOICE_NAME,
+    voiceLanguage: VOICE_LANGUAGE,
     callSid: callSid,
   };
 
@@ -613,8 +619,8 @@ router.post('/twilio/status',async (req, res) => {
   user = sessionInfo.user;
   
   let vxmlAttributes = {
-    voiceName: "Polly.Bianca",
-    voiceLanguage: "it-IT",
+    voiceName: VOICE_NAME,
+    voiceLanguage: VOICE_LANGUAGE,
     callSid: callSid,
   };
   
@@ -693,8 +699,8 @@ router.post('/record/:callSid/',async (req, res) => {
   user = sessionInfo.user;
   
   let vxmlAttributes = {
-    voiceName: "Polly.Bianca",
-    voiceLanguage: "it-IT",
+    voiceName: VOICE_NAME,
+    voiceLanguage: VOICE_LANGUAGE,
     callSid: callSid,
   };
   
@@ -709,9 +715,10 @@ router.post('/record/:callSid/',async (req, res) => {
   });
   
   
-  let audioFileUrl = req.body.RecordingUrl
+  //let audioFileUrl = req.body.RecordingUrl
+  let audioFileUrl = "https://api.twilio.com/2010-04-01/Accounts/AC7ee57312ad4e367a114028fb5743326e/Recordings/RE32355c1a7f7465db7a96b496ddb49e09"
   let textMessage = await tdChannel.speechToText(audioFileUrl, 'whisper-1')
-  winston.debug('(voice) Message captured after STT -->', textMessage)
+  winston.debug('(voice) Message captured after STT -->'+ textMessage)
   
   if(!textMessage){
     //case NO_INPUT
@@ -755,6 +762,14 @@ router.post('/record/:callSid/',async (req, res) => {
 })
 
 
+router.get('/addon/transcript', async (req, res) => {
+  winston.info("(vxml) called GET /transcript query-->" , req.query);
+  winston.info("(vxml) called GET /transcript body -->" , req.body);
+  
+  res.status(200).send('ok');
+  
+});
+
 /**   --> only for test purpose <--   **/
 router.get('/test', async (req, res) => {
   winston.info("(vxml) called GET /test" , req.query);
@@ -846,7 +861,7 @@ router.get('/test', async (req, res) => {
           type: 'wait',
           time: 0
         },
-        /*{
+        {
           type: 'settings',
           subType: 'blind_transfer',
           settings: {
@@ -855,7 +870,7 @@ router.get('/test', async (req, res) => {
             falseIntent: "#falseIntenttt",
             trueIntent: "#trueIntennt"
           }
-        }*/
+        }
         /*{
           type: 'settings',
           subType: 'dtmf_form',
@@ -865,7 +880,7 @@ router.get('/test', async (req, res) => {
             terminators: "#"
           }
         }*/
-        {
+        /*{
           type: 'settings',
           subType: 'speech_form',
           settings: {
@@ -873,15 +888,15 @@ router.get('/test', async (req, res) => {
             noInputTimeout: 2000,
             incompleteSpeechTimeout: 2000
           }
-        }
+        }*/
       ]
     }
   }
 
   
   let vxmlAttributes = {
-    voiceName: "Polly.Bianca",
-    voiceLanguage: "it-IT",
+    voiceName: VOICE_NAME,
+    voiceLanguage: VOICE_LANGUAGE,
     callSid: callSid
   };
   

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiledesk/tiledesk-voice-twilio-connector",
-  "version": "0.1.2",
+  "version": "0.1.7",
   "description": "Tiledesk VOICE Twilio connector",
   "license": "MIT",
   "author": "Gabriele Panico",

package/tiledesk/TiledeskChannel.js

@@ -189,7 +189,7 @@ class TiledeskChannel {
   async speechToText(fileUrl, model){
     
     winston.debug("[TiledeskChannel] speechToText url: "+ fileUrl);
-    const response = await axios({
+    /*const response = await axios({
       url: fileUrl,
       method: 'GET',
       responseType: 'stream',
@@ -198,20 +198,47 @@ class TiledeskChannel {
       return null;
     });
     
-    if(!response){
+     if(!response){
       return null;
     }
     
+    */
     
+  
+    const stream = await axios.get(fileUrl, {
+        responseType: 'arraybuffer'
+    }).catch((err) => {
+      winston.error("[TiledeskChannel] speechToText GET STREAM error: ", err);
+      return null;
+    })
+    
+    const base64 = Buffer.from(stream.data, 'binary').toString('base64');
+    console.log('baseeeeeeee', base64)
+    return 'text'
+      
+      
+    /*
+    stream.on('data', data => {
+        console.log('stream data', data);
+    });
+
+    stream.on('end', () => {
+        console.log("stream done");
+    });
+    */
+    
+    /*
     const formFile = new FormData();
-    formFile.append("file", response.data, { filename:  fileUrl.split('/').pop() + '.wav', contentType: 'audio/wav'});// Specifica il tipo MIME del file WAV});
+    formFile.append("file", stream.data, { filename:  fileUrl.split('/').pop() + '.wav', contentType: 'audio/wav'});// Specifica il tipo MIME del file WAV});
     formFile.append("model", model);
     
-     return axios({
+    console.log('dataaaaaaa', formFile)
+    
+    return axios({
       url: "https://api.openai.com/v1/audio/transcriptions",
       headers: {
         'Content-Type': 'multipart/form-data',
-        'Authorization': "Bearer " + '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',
+        'Authorization': "Bearer " + GPT_KEY,
         ...formFile.getHeaders(),
       },
       data: formFile,
@@ -223,6 +250,7 @@ class TiledeskChannel {
       winston.error("[TiledeskChannel] speechToText error: ", err);
       return null;
     })
+    */
   }
   
   /** ADD MESSAGE TO REDIS QUEUE **/

package/tiledesk/TiledeskTwilioTranslator.js

@@ -218,7 +218,7 @@ class TiledeskTwilioTranslator {
     return buttons;
   }
   
-  /** DONE **/
+
   async delayVXMLConverter(rootEle, message, xmlAttributes){
     const command = message.attributes.commands[0]
     rootEle.ele("Redirect", {Method: "POST"}, this.BASE_URL + '/nextblock/' + xmlAttributes.callSid).up()
@@ -226,7 +226,7 @@ class TiledeskTwilioTranslator {
     return rootEle.end({ pretty: true });                                        
   }
   
-  /** DONE **/
+
   async playPromptVXMLConverter(rootEle, message, xmlAttributes){
     
     const prompt = this.promptVXML(rootEle, message, xmlAttributes);

package/tiledesk/constants.js

@@ -28,6 +28,8 @@ module.exports = {
     
   },
   WAIT_BASE_DELAY_TIME: 250,
+  VOICE_NAME: 'Polly.Bianca',
+  VOICE_LANGUAGE: 'it-IT',
   CALL_STATUS: {
     INITIATED:      'initiated',
     RINGING:        'ringing',