@tiledesk/tiledesk-server 2.10.59 → 2.10.60

package/CHANGELOG.md

@@ -5,13 +5,14 @@
 🚀        IN PRODUCTION                        🚀
 (https://www.npmjs.com/package/@tiledesk/tiledesk-server/v/2.3.77) 
 
-# 2.10.60
-- updated tybot-connector to 0.2.152
-- restored old default system contexts
+# 2.10.59
+- updated tybot-connector to 0.3.1
+- updated whatsapp-connector to 0.1.78
+- minor fix
 
 # 2.10.59
-- updated tybot-connector to 0.2.151
-- fixed system contexts
+- updated tybot-connector to 0.2.152
+- restored old default system contexts
 
 # 2.10.58
 - updated tybot-connector to 0.2.150

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@tiledesk/tiledesk-server",
   "description": "The Tiledesk server module",
-  "version": "2.10.59",
+  "version": "2.10.60",
   "scripts": {
     "start": "node ./bin/www",
     "pretest": "mongodb-runner start",
@@ -47,8 +47,8 @@
     "@tiledesk/tiledesk-messenger-connector": "^0.1.23",
     "@tiledesk/tiledesk-rasa-connector": "^1.0.10",
     "@tiledesk/tiledesk-telegram-connector": "^0.1.14",
-    "@tiledesk/tiledesk-tybot-connector": "^0.2.152",
-    "@tiledesk/tiledesk-whatsapp-connector": "^0.1.77",
+    "@tiledesk/tiledesk-tybot-connector": "^0.3.1",
+    "@tiledesk/tiledesk-whatsapp-connector": "^0.1.78",
     "@tiledesk/tiledesk-whatsapp-jobworker": "^0.0.11",
     "@tiledesk/tiledesk-sms-connector": "^0.1.11",
     "@tiledesk/tiledesk-vxml-connector": "^0.1.67",

package/routes/kb.js

@@ -73,8 +73,8 @@ let contexts = {
   "gpt-3.5-turbo":        "You are an helpful assistant for question-answering tasks.\nUse ONLY the pieces of retrieved context delimited by #### to answer the question.\nIf you don't know the answer, just say: \"I don't know<NOANS>\"\n\n####{context}####",
   "gpt-4":                "You are an helpful assistant for question-answering tasks.\nUse ONLY the pieces of retrieved context delimited by #### to answer the question.\nIf you don't know the answer, just say that you don't know.\nIf and only if none of the retrieved context is useful for your task, add this word to the end <NOANS>\n\n####{context}####",
   "gpt-4-turbo-preview":  "You are an helpful assistant for question-answering tasks.\nUse ONLY the pieces of retrieved context delimited by #### to answer the question.\nIf you don't know the answer, just say that you don't know.\nIf and only if none of the retrieved context is useful for your task, add this word to the end <NOANS>\n\n####{context}####",
-  "gpt-4o":               "You are an helpful assistant for question-answering tasks.\nUse ONLY the pieces of retrieved context delimited by #### to answer the question.\nIf you don't know the answer, just say that you don't know.\nIf the context does not contain sufficient information to generate an accurate and informative answer, return <NOANS>\n\n####{context}####",
-  "gpt-4o-mini":          "You are an helpful assistant for question-answering tasks.\nUse ONLY the pieces of retrieved context delimited by #### to answer the question.\nIf you don't know the answer, just say that you don't know.\nIf the context does not contain sufficient information to generate an accurate and informative answer, return <NOANS>\n\n####{context}####"
+  "gpt-4o":               "You are an helpful assistant for question-answering tasks. Follow these steps carefully:\n1. Answer in the same language of the user question, regardless of the retrieved context language\n2. Use ONLY the pieces of the retrieved context to answer the question.\n3. If the retrieved context does not contain sufficient information to generate an accurate and informative answer, return <NOANS>\n\n==Retrieved context start==\n{context}\n==Retrieved context end==",
+  "gpt-4o-mini":          "You are an helpful assistant for question-answering tasks. Follow these steps carefully:\n1. Answer in the same language of the user question, regardless of the retrieved context language\n2. Use ONLY the pieces of the retrieved context to answer the question.\n3. If the retrieved context does not contain sufficient information to generate an accurate and informative answer, return <NOANS>\n\n==Retrieved context start==\n{context}\n==Retrieved context end=="
 }
 
 /**

package/routes/llm.js

@@ -3,6 +3,19 @@ var router = express.Router();
 var winston = require('../config/winston');
 let Integration = require('../models/integrations');
 const aiService = require('../services/aiService');
+const multer = require('multer');
+const fileUtils = require('../utils/fileUtils');
+
+let MAX_UPLOAD_FILE_SIZE = process.env.MAX_UPLOAD_FILE_SIZE;
+let uploadlimits = undefined;
+
+if (MAX_UPLOAD_FILE_SIZE) {
+  uploadlimits = {fileSize: parseInt(MAX_UPLOAD_FILE_SIZE)} ;
+  winston.debug("Max upload file size is : " + MAX_UPLOAD_FILE_SIZE);
+} else {
+  winston.debug("Max upload file size is infinity");
+}
+var upload = multer({limits: uploadlimits});
 
 router.post('/preview', async (req, res) => {
 
@@ -60,4 +73,44 @@ router.post('/preview', async (req, res) => {
 
 })
 
+router.post('/transcription', upload.single('uploadFile'), async (req, res) => {
+
+    let id_project = req.projectid;
+
+    let file;
+    if (req.body.url) {
+        file = await fileUtils.downloadFromUrl(req.body.url);
+    } else if (req.file) {
+        file = req.file.buffer;
+    } else {
+        return res.status(400).send({ success: false, error: "No audio file or URL provided"})
+    }
+
+    let key;
+
+    let integration = await Integration.findOne({ id_project: id_project, name: 'openai' }).catch((err) => {
+        winston.error("Error finding integration for openai");
+        return res.status(500).send({ success: false, error: "Error finding integration for openai"});
+    })
+    if (!integration) {
+        winston.verbose("Integration for openai not found.")
+        return res.status(404).send({ success: false, error: "Integration for openai not found."})
+    }
+    if (!integration?.value?.apikey) {
+        return res.status(422).send({ success: false, error: "The key provided for openai is not valid or undefined." })
+    }
+
+    key = integration.value.apikey;
+
+    aiService.transcription(file, key).then((response) => {
+        winston.verbose("Transcript response: ", response.data);
+        res.status(200).send({ text: response.data.text});
+    }).catch((err) => {
+        winston.error("err: ", err.response?.data)
+        res.status(500).send({ success: false, error: err });
+    })
+
+})
+
+  
 module.exports = router;

package/services/aiService.js

@@ -2,6 +2,7 @@ var winston = require('../config/winston');
 const axios = require("axios").default;
 require('dotenv').config();
 const jwt = require("jsonwebtoken")
+const fs = require("fs");
 
 let openai_endpoint = process.env.OPENAI_ENDPOINT;
 let kb_endpoint = process.env.KB_ENDPOINT;
@@ -36,6 +37,33 @@ class AiService {
 
   }
 
+  transcription(buffer, gptkey) {
+
+    winston.debug("[OPENAI SERVICE] openai endpoint: " + openai_endpoint);
+
+    return new Promise((resolve, reject) => {
+
+      const formData = new FormData();
+      formData.append('file', buffer, { filename: 'audiofile', contentType: 'audio/mpeg' });
+      formData.append('model', 'whisper-1');
+
+      axios({
+        url: openai_endpoint + "/audio/transcriptions",
+        headers: {
+          ...formData.getHeaders(),
+          'Authorization': "Bearer " + gptkey
+        },
+        data: formData,
+        method: 'POST'
+      }).then((resbody) => {
+        resolve(resbody);
+      }).catch((err) => {
+        reject(err);
+      })
+
+    })
+  }
+
   // LLM
   askllm(data) {
     winston.debug("[OPENAI SERVICE] llm endpoint: " + kb_endpoint_qa);

package/utils/fileUtils.js

@@ -0,0 +1,26 @@
+const axios = require("axios").default;
+
+class FileUtils {
+
+    async downloadFromUrl(url) {
+
+        return new Promise((resolve, reject) => {
+
+            axios({
+              url: url,
+              responseType: 'arraybuffer',
+              method: 'GET'
+            }).then((resbody) => {
+              resolve(resbody.data);
+            }).catch((err) => {
+              reject(err);
+            })
+      
+          })
+      
+    }
+}
+
+var fileUtils = new FileUtils();
+
+module.exports = fileUtils;