@tiledesk/tiledesk-tybot-connector 2.0.21-rc9 → 2.0.22

package/tiledeskChatbotPlugs/directives/DirAskGPTV2.js

@@ -11,10 +11,6 @@ const winston = require('../../utils/winston');
 const httpUtils = require("../../utils/HttpUtils");
 const integrationService = require("../../services/IntegrationService");
 const { Logger } = require("../../Logger");
-const quotasService = require("../../services/QuotasService");
-const llmService = require("../../services/LLMService");
-
-
 
 class DirAskGPTV2 {
 
@@ -169,14 +165,11 @@ class DirAskGPTV2 {
       }
     }
 
-    const kb_endpoint = process.env.KB_ENDPOINT_QA
-    winston.verbose("DirAskGPTV2  KbEndpoint URL: " + kb_endpoint);
-
     let key = await integrationService.getKeyFromIntegrations(this.projectId, 'openai', this.token);
     if (!key) {
       this.logger.native("[Ask Knowledge Base] OpenAI key not found in Integration. Using shared OpenAI key");
       winston.verbose("DirAskGPTV2 - Key not found in Integrations. Searching in kb settings...");
-      key = await llmService.getKeyFromKbSettings(this.projectId, this.token);
+      key = await this.getKeyFromKbSettings();
     }
 
     if (!key) {
@@ -200,7 +193,7 @@ class DirAskGPTV2 {
     }
 
     if (publicKey === true && !chunks_only) {
-      let keep_going = await quotasService.checkQuoteAvailability(this.projectId, this.token);
+      let keep_going = await this.checkQuoteAvailability();
       if (keep_going === false) {
         this.logger.warn("[Ask Knowledge Base] Tokens quota exceeded. Skip the action")
         winston.verbose("DirAskGPTV2 - Quota exceeded for tokens. Skip the action")
@@ -299,6 +292,12 @@ class DirAskGPTV2 {
 
     winston.debug("DirAskGPTV2 json:", json);
 
+    let kb_endpoint = process.env.KB_ENDPOINT_QA;
+    if (ns.hybrid === true) {
+      kb_endpoint = process.env.KB_ENDPOINT_QA_GPU;
+    }
+    winston.verbose("DirAskGPTV2  KbEndpoint URL: " + kb_endpoint);
+
     const HTTPREQUEST = {
       url: kb_endpoint + "/qa",
       headers: {
@@ -345,9 +344,7 @@ class DirAskGPTV2 {
                 tokens: resbody.prompt_token_size,
                 model: json.model
               }
-              quotasService.updateQuote(this.projectId, this.token, tokens_usage).catch((err) => {
-                winston.error("Error updating quota: ", err);
-              })
+              this.updateQuote(tokens_usage);
             }
   
             if (trueIntent) {
@@ -360,10 +357,6 @@ class DirAskGPTV2 {
           }
         } else {
           await this.#assignAttributes(action, answer, source);
-          llmService.addUnansweredQuestion(this.projectId, json.namespace, json.question, this.token).catch((err) => {
-            winston.error("DirAskGPTV2 - Error adding unanswered question: ", err);
-            this.logger.warn("[Ask Knowledge Base] Unable to add unanswered question", json.question, "to namespacae", json.namespace);
-          })
           if (falseIntent) {
             await this.#executeCondition(false, trueIntent, trueIntentAttributes, falseIntent, falseIntentAttributes);
             callback(true);
@@ -434,6 +427,93 @@ class DirAskGPTV2 {
     }
   }
 
+  async getKeyFromKbSettings() {
+    return new Promise((resolve) => {
+
+      const KB_HTTPREQUEST = {
+        url: this.API_ENDPOINT + "/" + this.context.projectId + "/kbsettings",
+        headers: {
+          'Content-Type': 'application/json',
+          'Authorization': 'JWT ' + this.context.token
+        },
+        method: "GET"
+      }
+      winston.debug("DirAskGPTV2 KB HttpRequest", KB_HTTPREQUEST);
+
+      httpUtils.request(
+        KB_HTTPREQUEST, async (err, resbody) => {
+          if (err) {
+            winston.error("DirAskGPTV2 Get kb settings error ", err?.response?.data);
+            resolve(null);
+          } else {
+            if (!resbody.gptkey) {
+              resolve(null);
+            } else {
+              resolve(resbody.gptkey);
+            }
+          }
+        }
+      )
+    })
+  }
+
+  async checkQuoteAvailability() {
+    return new Promise((resolve) => {
+
+      const HTTPREQUEST = {
+        url: this.API_ENDPOINT + "/" + this.context.projectId + "/quotes/tokens",
+        headers: {
+          'Content-Type': 'application/json',
+          'Authorization': 'JWT ' + this.context.token
+        },
+        method: "GET"
+      }
+      winston.debug("DirAskGPTV2 check quote availability HttpRequest", HTTPREQUEST);
+
+      httpUtils.request(
+        HTTPREQUEST, async (err, resbody) => {
+          if (err) {
+            winston.error("DirAskGPTV2 Check quote availability err: ", err);
+            resolve(true)
+          } else {
+            if (resbody.isAvailable === true) {
+              resolve(true)
+            } else {
+              resolve(false)
+            }
+          }
+        }
+      )
+    })
+  }
+
+  async updateQuote(tokens_usage) {
+    return new Promise((resolve, reject) => {
+
+      const HTTPREQUEST = {
+        url: this.API_ENDPOINT + "/" + this.context.projectId + "/quotes/incr/tokens",
+        headers: {
+          'Content-Type': 'application/json',
+          'Authorization': 'JWT ' + this.context.token
+        },
+        json: tokens_usage,
+        method: "POST"
+      }
+      winston.debug("DirAskGPTV2 update quote HttpRequest ", HTTPREQUEST);
+
+      httpUtils.request(
+        HTTPREQUEST, async (err, resbody) => {
+          if (err) {
+            winston.error("DirAskGPTV2 Increment tokens quote err: ", err);
+            reject(false)
+          } else {
+            resolve(true);
+          }
+        }
+      )
+    })
+  }
+
   /**
    * Transforms the transcirpt array in a dictionary like '0': { "question": "xxx", "answer":"xxx"}
    * merging consecutive messages with the same role in a single question or answer.
@@ -522,7 +602,7 @@ class DirAskGPTV2 {
         type: isHybrid ? "serverless" : "pod",
         apikey: "",
         vector_size: 1536,
-        index_name: isHybrid ? "hybrid_index" : "standard_index"
+        index_name: isHybrid ? process.env.PINECONE_INDEX_HYBRID : process.env.PINECONE_INDEX
       }
       resolve(engine);
     })

package/tiledeskChatbotPlugs/directives/DirReplyV2.js

@@ -75,7 +75,6 @@ class DirReplyV2 {
       // }
 
       TiledeskChatbotUtil.replaceJSONButtons(message, requestAttributes);
-      TiledeskChatbotUtil.replaceJSONGalleries(message, requestAttributes);
 
       try {
         // lock/unlock + no-match

package/tiledeskChatbotPlugs/directives/DirWebRequestV2.js

@@ -118,7 +118,7 @@ class DirWebRequestV2 {
         this.logger.native("[Web Request] resbody: ", resbody);
         
         if (err) {
-          this.logger.error("[Web Request] error: ", err);
+          this.logger.error("WebRequest error: ", err);
           winston.log("webRequest error: ", err);
           if (callback) {
             if (falseIntent) {

package/tiledeskChatbotPlugs/directives/DirWebRequestV2_old.js

@@ -0,0 +1,418 @@
+let axios = require('axios');
+let https = require("https");
+const { Filler } = require('../Filler');
+const { TiledeskChatbot } = require('../../engine/TiledeskChatbot');
+const { DirIntent } = require('./DirIntent');
+
+class DirWebRequestV2 {
+  constructor(context) {
+    if (!context) {
+      throw new Error('context object is mandatory.');
+    }
+    this.context = context;
+    this.tdcache = context.tdcache;
+    this.requestId = context.requestId;
+    this.chatbot = context.chatbot;
+    this.log = context.log;
+    
+    this.intentDir = new DirIntent(context);
+  }
+
+  execute(directive, callback) {
+    let action;
+    if (directive.action) {
+      action = directive.action;
+    }
+    else {
+      console.error("Incorrect directive:", JSON.stringify(directive));
+      callback();
+      return;
+    }
+    this.go(action, (stop) => {
+      if (this.log) {console.log("(webrequestv2, stop?", stop); }
+      callback(stop);
+    });
+  }
+
+  async go(action, callback) {
+    if (this.log) {console.log("webRequest action:", JSON.stringify(action));}
+
+    // Condition branches
+    let trueIntent = action.trueIntent;
+    let falseIntent = action.falseIntent;
+    const trueIntentAttributes = action.trueIntentAttributes;
+    const falseIntentAttributes = action.falseIntentAttributes;
+    let stopOnConditionMet = action.stopOnConditionMet;
+    if (trueIntent && trueIntent.trim() === "") {
+      trueIntent = null;
+    }
+    if (falseIntent && falseIntent.trim() === "") {
+      falseIntent = null;
+    }
+
+    let requestAttributes = null;
+    if (this.tdcache) {
+      requestAttributes = 
+      await TiledeskChatbot.allParametersStatic(
+        this.tdcache, this.requestId
+      );
+    }
+    const filler = new Filler();
+    const url = filler.fill(action.url, requestAttributes);
+
+    let headers = {};
+    if (action.headersString) {
+      let headersDict = action.headersString
+      for (const [key, value] of Object.entries(headersDict)) {
+        if (this.log) {console.log("header:", key, "value:", value)}
+        let filled_value = filler.fill(value, requestAttributes);
+        headers[key] = filled_value;
+      }
+    }
+
+    let json = null;
+    try {
+      if (action.jsonBody && action.bodyType == "json") {
+        if (this.log) {console.log("action.body is:", action.jsonBody);}
+        let jsonBody = filler.fill(action.jsonBody, requestAttributes);
+        try {
+          json = JSON.parse(jsonBody);
+          if (this.log) {console.log("json is:", json);}
+        }
+        catch(err) {
+          console.error("Error parsing webRequest jsonBody:", jsonBody);
+          if (callback) {
+            if (falseIntent) {
+              await this.chatbot.addParameter("flowError", "Error parsing jsonBody");
+              this.#executeCondition(false, trueIntent, trueIntentAttributes, falseIntent, falseIntentAttributes, () => {
+                console.log('herrrrr 11111' )
+                callback(true); // stop the flow
+                return;
+              });
+            }
+            else {
+              console.log('herrrrr 2222' )
+              callback(false); // continue the flow
+              return;
+            }
+          }
+        }
+      }
+      else if (action.formData && action.bodyType == "form-data") {
+        let formData = filler.fill(action.formData, requestAttributes);
+        if (this.log) {console.log("action.body is form-data:", formData);}
+        // // fill
+        if (formData && formData.length > 0) {
+          for (let i = 0; i < formData.length; i++) {
+            let field = formData[i];
+            if (field.value) {
+              field.value = filler.fill(field.value, requestAttributes);
+              if (this.log) {console.log("field filled:", field.value);}
+            }
+          }
+        }
+        json = {};
+        for (let i = 0; i < formData.length; i++) {
+          let field = formData[i];
+          if (field.enabled && field.value && field.type === "URL") {
+            if (this.log) {console.log("Getting file:", field.value);}
+            let response = await axios.get(field.value,
+              {
+                responseType: 'stream'
+              }
+            );
+            let stream = response.data;
+            // if (this.log) {console.log("Stream data:", stream);}
+            json[field.name] = stream;
+            // process.exit(0);
+          }
+          else if (field.enabled && field.value && field.type === "Text") {
+            json[field.name] = field.value;
+          }
+        }
+        if (this.log) {console.log("final json:", json);}
+      }
+      else {
+        if (this.log) {console.log("no action upload parts");}
+      }
+
+    }
+    catch(error) {
+      console.error("Error", error);
+      if (callback) {
+        if (falseIntent) {
+          await this.chatbot.addParameter("flowError", "Error: " + error);
+          this.#executeCondition(false, trueIntent, trueIntentAttributes, falseIntent, falseIntentAttributes, () => {
+            callback(true); // stop the flow
+            return;
+          });
+        }
+        else {
+          callback(false); // continue the flow
+          return;
+        }
+      }
+    }
+    
+    
+
+    let timeout = this.#webrequest_timeout(action, 20000, 1, 300000);
+    
+    if (this.log) {console.log("webRequest URL", url);}
+    
+    const HTTPREQUEST = {
+      url: url,
+      headers: headers,
+      json: json,
+      method: action.method,
+      timeout: timeout
+    };
+
+    if (this.log) {console.log("webRequest HTTPREQUEST", HTTPREQUEST);}
+    this.#myrequest(
+      HTTPREQUEST, async (err, res) => {
+        if (this.log && err) {
+          console.log("webRequest error:", err);
+        }
+        if (this.log) {console.log("got res:", res);}
+        let resbody = res.data;
+        let status = res.status;
+        let error = res.error;
+        await this.#assignAttributes(action, resbody, status, error)
+        if (this.log) {console.log("webRequest resbody:", resbody);}
+        if (err) {
+          if (this.log) {console.error("webRequest error:", err);}
+          if (callback) {
+            if (falseIntent) {
+              this.#executeCondition(false, trueIntent, trueIntentAttributes, falseIntent, falseIntentAttributes, () => {
+                callback(true); // stop the flow
+              });
+            }
+            else {
+              callback(false); // continue the flow
+            }
+          }
+        }
+        else if(res.status >= 200 && res.status <= 299) {
+          if (trueIntent) {
+            await this.#executeCondition(true, trueIntent, trueIntentAttributes, falseIntent, falseIntentAttributes, () => {
+              callback(true); // stop the flow
+            });
+          }
+          else {
+            callback(false); // continue the flow
+          }
+        }
+        else {
+          if (falseIntent) {
+            this.#executeCondition(false, trueIntent, trueIntentAttributes, falseIntent, falseIntentAttributes, () => {
+              callback(true); // stop the flow
+            });
+          }
+          else {
+            callback(false); // continue the flow
+          }
+        }
+      }
+    );
+  }
+
+  async #executeCondition(result, trueIntent, trueIntentAttributes, falseIntent, falseIntentAttributes, callback) {
+    let trueIntentDirective = null;
+    if (trueIntent) {
+      trueIntentDirective = DirIntent.intentDirectiveFor(trueIntent, trueIntentAttributes);
+    }
+    let falseIntentDirective = null;
+    if (falseIntent) {
+      falseIntentDirective = DirIntent.intentDirectiveFor(falseIntent, falseIntentAttributes);
+    }
+    if (result === true) {
+      if (trueIntentDirective) {
+        this.intentDir.execute(trueIntentDirective, () => {
+          callback();
+        });
+      }
+      else {
+        if (this.log) {console.log("No trueIntentDirective specified");}
+        callback();
+      }
+    }
+    else {
+      if (falseIntentDirective) {
+        this.intentDir.execute(falseIntentDirective, () => {
+          callback();
+        });
+      }
+      else {
+        if (this.log) {console.log("No falseIntentDirective specified");}
+        callback();
+      }
+    }
+  }
+
+  async #assignAttributes(action, resbody, status, error) {
+    if (this.log) {
+      console.log("assignAttributes resbody:", resbody)
+      console.log("assignAttributes error:", error)
+      console.log("assignAttributes status:", status)
+      console.log("assignAttributes action:", action)
+    }
+    if (this.context.tdcache) {
+      if (action.assignResultTo && resbody) {
+        if (this.log) {console.log("assign assignResultTo:", resbody);}
+        await TiledeskChatbot.addParameterStatic(this.context.tdcache, this.context.requestId, action.assignResultTo, resbody);
+      }
+      if (action.assignErrorTo && error) {
+        if (this.log) {console.log("assign assignResultTo:", error);}
+        await TiledeskChatbot.addParameterStatic(this.context.tdcache, this.context.requestId, action.assignErrorTo, error);
+      }
+      if (action.assignStatusTo && status) {
+        if (this.log) {console.log("assign assignStatusTo:", status);}
+        await TiledeskChatbot.addParameterStatic(this.context.tdcache, this.context.requestId, action.assignStatusTo, status);
+      }
+      // Debug log
+      if (this.log) {
+        const all_parameters = await TiledeskChatbot.allParametersStatic(this.context.tdcache, this.context.requestId);
+        for (const [key, value] of Object.entries(all_parameters)) {
+          if (this.log) {console.log("(webRequest) request parameter:", key, "value:", value, "type:", typeof value)}
+        }
+      }
+    }
+  }
+
+  #myrequest(options, callback) {
+    try {
+      if (this.log) {
+        console.log("API URL:", options.url);
+        //console.log("** Options:", JSON.stringify(options));
+        // Stringify "options". FIX THE STRINGIFY OF CIRCULAR STRUCTURE BUG - START
+        let cache = [];
+        let str_Options = JSON.stringify(options, function(key, value) { // try to use a separate function
+          if (typeof value === 'object' && value != null) {
+            if (cache.indexOf(value) !== -1) {
+              return;
+            }
+            cache.push(value);
+          }
+          return value;
+        });
+        console.log("** Options:", str_Options);
+      }
+      let axios_options = {
+        url: options.url,
+        method: options.method,
+        params: options.params,
+        headers: options.headers,
+        timeout: options.timeout,
+        maxContentLength: 10000000, // max 10mb response size
+        maxBodyLength: 10000000 // max 10mb request body size
+      }
+    
+      if (options.json !== null) {
+        axios_options.data = options.json
+      }
+      // if (this.log) {
+      //   console.log("axios_options:", JSON.stringify(axios_options));
+      // }
+      if (options.url.startsWith("https:")) {
+        const httpsAgent = new https.Agent({
+          rejectUnauthorized: false,
+        });
+        axios_options.httpsAgent = httpsAgent;
+      }
+    
+      axios(axios_options)
+      .then((res) => {
+        if (this.log) {
+          console.log("Success Response:", res);
+          console.log("Response for url:", options.url);
+          console.log("Response headers:\n", JSON.stringify(res.headers));
+        }
+        if (callback) {
+          callback(null, res);
+        }
+      })
+      .catch( (err) => {
+        if (this.log) {
+          if (err.response) {
+            console.log("Error Response data:", err.response.data);
+          }
+          // FIX THE STRINGIFY OF CIRCULAR STRUCTURE BUG - START
+          let cache = [];
+          let error_log = JSON.stringify(err, function(key, value) { // try to use a separate function
+            if (typeof value === 'object' && value != null) {
+              if (cache.indexOf(value) !== -1) {
+                return;
+              }
+              cache.push(value);
+            }
+            return value;
+          });
+          console.error("An error occurred: ", error_log);
+          // FIX THE STRINGIFY OF CIRCULAR STRUCTURE BUG - END
+          // console.error("An error occurred:", JSON.stringify(err));
+        }
+        if (callback) {
+          let status = 1000;
+          let cache = [];
+          let str_error = JSON.stringify(err, function(key, value) { // try to use a separate function
+            if (typeof value === 'object' && value != null) {
+              if (cache.indexOf(value) !== -1) {
+                return;
+              }
+              cache.push(value);
+            }
+            return value;
+          });
+          let error = JSON.parse(str_error) // "status" disappears without this trick
+          let errorMessage = JSON.stringify(error);
+          if (error.status) {
+            status = error.status;
+          }
+          if (error.message) {
+            errorMessage = error.message;
+          }
+          let data = null;
+          if (err.response) {
+            data =  err.response.data;
+          }
+          callback(
+            null, {
+              status: status,
+              data: data,
+              error: errorMessage
+            }
+          );
+        }
+      });
+    }
+    catch(error) {
+      console.error("Error:", error);
+    }
+  }
+
+  #webrequest_timeout(action, default_timeout, min, max) {
+    let timeout = default_timeout;
+    if (!action.settings) {
+      return timeout;
+    }
+    // console.log("default timeout:", timeout);
+    // console.log("action.settings:", action.settings);
+    // console.log("action.settings.timeout:", action.settings.timeout);
+    // console.log("typeof action.settings.timeout:", typeof action.settings.timeout);
+    // console.log("action.settings.timeout > min", action.settings.timeout > min)
+    // console.log("action.settings.timeout < max", action.settings.timeout < max)  
+    
+    if (action.settings.timeout) {
+      if ((typeof action.settings.timeout === "number") && action.settings.timeout > min && action.settings.timeout < max) {
+        timeout = Math.round(action.settings.timeout)
+        // console.log("new timeout:", timeout);
+      }
+    }
+    // console.log("returning timeout:", timeout);
+    return timeout
+  }
+
+}
+
+module.exports = { DirWebRequestV2 };

package/tiledeskChatbotPlugs/directives/Directives.js

@@ -58,7 +58,6 @@ class Directives {
   static MOVE_TO_UNASSIGNED = "move_to_unassigned";
   static CONNECT_BLOCK = "connect_block";
   static ADD_TAGS = 'add_tags'
-  static WEBHOOK = 'webhook';
   static WEB_RESPONSE = "web_response";
   static FLOW_LOG = "flow_log";
   static ADD_KB_CONTENT = "add_kb_content";