@tiledesk/tiledesk-tybot-connector 0.2.601-rc1 → 0.3.0

package/tiledeskChatbotPlugs/directives/DirAiPrompt.js

@@ -0,0 +1,476 @@
+const axios = require("axios").default;
+const { TiledeskChatbot } = require("../../models/TiledeskChatbot");
+const { Filler } = require("../Filler");
+let https = require("https");
+const { DirIntent } = require("./DirIntent");
+const { TiledeskChatbotConst } = require("../../models/TiledeskChatbotConst");
+const { TiledeskChatbotUtil } = require("../../models/TiledeskChatbotUtil");
+require('dotenv').config();
+
+class DirAiPrompt {
+
+  constructor(context) {
+    if (!context) {
+      throw new Error('context object is mandatory');
+    }
+    this.context = context;
+    this.chatbot = this.context.chatbot;
+    this.tdcache = this.context.tdcache;
+    this.requestId = this.context.requestId;
+    this.intentDir = new DirIntent(context);
+    this.API_ENDPOINT = this.context.API_ENDPOINT;
+    this.log = context.log;
+  }
+
+  execute(directive, callback) {
+    if (this.log) { console.log("AiPrompt directive: ", directive); }
+    let action;
+    if (directive.action) {
+      action = directive.action;
+    }
+    else {
+      console.error("Incorrect directive: ", JSON.stringify(directive));
+      callback();
+      return;
+    }
+    this.go(action, (stop) => {
+      callback(stop);
+    })
+  }
+
+  async go(action, callback) {
+    if (this.log) { console.log("DirAiPrompt action:", JSON.stringify(action)); }
+    if (!this.tdcache) {
+      console.error("Error: DirAiPrompt tdcache is mandatory");
+      callback();
+      return;
+    }
+
+    let trueIntent = action.trueIntent;
+    let falseIntent = action.falseIntent;
+    let trueIntentAttributes = action.trueIntentAttributes;
+    let falseIntentAttributes = action.falseIntentAttributes;
+    let transcript;
+    let answer = "No answer"
+
+    if (this.log) {
+      console.log("DirAiPrompt trueIntent", trueIntent)
+      console.log("DirAiPrompt falseIntent", falseIntent)
+    }
+
+    await this.checkMandatoryParameters(action).catch( async (missing_param) => {
+      await this.chatbot.addParameter("flowError", "AiPrompt Error: '" + missing_param + "' attribute is undefined");
+      if (falseIntent) {
+        await this.#executeCondition(false, trueIntent, trueIntentAttributes, falseIntent, falseIntentAttributes);
+        callback(true);
+        return Promise.reject();
+      }
+      callback();
+      return Promise.reject();
+    })
+
+    let requestVariables = null;
+    requestVariables =
+      await TiledeskChatbot.allParametersStatic(
+        this.tdcache, this.requestId
+      )
+
+    const filler = new Filler();
+    const filled_question = filler.fill(action.question, requestVariables);
+    const filled_context = filler.fill(action.context, requestVariables);
+
+    if (action.history) {
+      let transcript_string = await TiledeskChatbot.getParameterStatic(
+        this.context.tdcache,
+        this.context.requestId,
+        TiledeskChatbotConst.REQ_TRANSCRIPT_KEY);
+      if (this.log) { console.log("DirAiPrompt transcript string: ", transcript_string) }
+
+      if (transcript_string) {
+        transcript = await TiledeskChatbotUtil.transcriptJSON(transcript_string);
+        if (this.log) { console.log("DirAiPrompt transcript: ", transcript) }
+      } else {
+        if (this.log) { console.log("DirAiPrompt transcript_string is undefined. Skip JSON translation for chat history") }
+      }
+    }
+
+    const llm_endpoint = process.env.KB_ENDPOINT_QA;
+    if (this.log) { console.log("DirAiPrompt llm_endpoint ", llm_endpoint); }
+
+    let key = await this.getKeyFromIntegrations(action.llm);
+
+    if (!key) {
+      console.error("Error: DirAiPrompt llm key not found in integrations");
+      await this.chatbot.addParameter("flowError", "AiPrompt Error: missing key for llm " + action.llm);
+      if (falseIntent) {
+        await this.#executeCondition(false, trueIntent, trueIntentAttributes, falseIntent, falseIntentAttributes);
+        callback(true);
+        return;
+      }
+      callback();
+      return;
+    }
+
+    let json = {
+      question: filled_question,
+      llm: action.llm,
+      model: action.model,
+      llm_key: key,
+      temperature: action.temperature,
+      max_tokens: action.max_tokens
+    }
+
+    if (action.context) {
+      json.system_context = filled_context;
+    }
+    if (transcript) {
+      json.chat_history_dict = await this.transcriptToLLM(transcript);
+    }
+
+    if (this.log) { console.log("DirAiPrompt json: ", json) }
+
+    const HTTPREQUEST = {
+      url: llm_endpoint + '/ask',
+      headers: {
+        'Content-Type': 'application/json'
+      },
+      json: json,
+      method: 'POST'
+    }
+    if (this.log) { console.log("DirAiPrompt HTTPREQUEST: ", HTTPREQUEST); }
+
+    this.#myrequest(
+      HTTPREQUEST, async (err, resbody) => {
+        if (err) {
+          if (this.log) {
+            console.error("(httprequest) DirAiPrompt openai err:", err.response.data);
+          }
+          await this.#assignAttributes(action, answer);
+          let error;
+          if (err.response?.data?.detail[0]) {
+            error = err.response.data.detail[0]?.msg;
+          } else if (err.response?.data?.detail?.answer) {
+            error = err.response.data.detail.answer;
+          } else {
+            error = JSON.stringify(err.response.data);
+          }
+          if (falseIntent) {
+            await this.chatbot.addParameter("flowError", "AiPrompt Error: " + error);
+            await this.#executeCondition(false, trueIntent, trueIntentAttributes, falseIntent, falseIntentAttributes);
+            callback(true);
+            return;
+          }
+          callback();
+          return;
+        } else {
+
+          if (this.log) { console.log("DirAiPrompt resbody: ", JSON.stringify(resbody)); }
+          answer = resbody.answer;
+        
+          await this.#assignAttributes(action, answer);
+
+          if (trueIntent) {
+            await this.#executeCondition(true, trueIntent, trueIntentAttributes, falseIntent, falseIntentAttributes);
+            callback(true);
+            return;
+          }
+          callback();
+          return;
+        }
+      }
+    )
+
+  }
+
+  async checkMandatoryParameters(action) {
+    return new Promise((resolve, reject) => {
+      let params = ['question', 'llm', 'model']; // mandatory params
+      params.forEach((p) => {
+        if (!action[p]) {
+          reject(p)
+        }
+      })
+      resolve(true);
+    })
+  }
+
+  /**
+   * Transforms the transcirpt array in a dictionary like '0': { "question": "xxx", "answer":"xxx"}
+   * merging consecutive messages with the same role in a single question or answer.
+   * If the first message was sent from assistant, this will be deleted.
+   */
+  async transcriptToLLM(transcript) {
+    
+    let objectTranscript = {};
+
+    if (transcript.length === 0) {
+      return objectTranscript;
+    }
+
+    let mergedTranscript = [];
+    let current = transcript[0];
+
+    for (let i = 1; i < transcript.length; i++) {
+      if (transcript[i].role === current.role) {
+        current.content += '\n' + transcript[i].content;
+      } else {
+        mergedTranscript.push(current);
+        current = transcript[i]
+      }
+    }
+    mergedTranscript.push(current);
+
+    if (mergedTranscript[0].role === 'assistant') {
+      mergedTranscript.splice(0, 1)
+    }
+
+    let counter = 0;
+    for (let i = 0; i < mergedTranscript.length - 1; i += 2) {
+      // Check if [i] is role user and [i+1] is role assistant??
+      assert(mergedTranscript[i].role === 'user');
+      assert(mergedTranscript[i+1].role === 'assistant');
+
+      if (!mergedTranscript[i].content.startsWith('/')) {
+        objectTranscript[counter] = {
+          question: mergedTranscript[i].content,
+          answer: mergedTranscript[i+1].content
+        }
+        counter++;
+      }
+    }
+
+    return objectTranscript;
+  }
+
+  async #executeCondition(result, trueIntent, trueIntentAttributes, falseIntent, falseIntentAttributes, callback) {
+    let trueIntentDirective = null;
+    if (trueIntent) {
+      trueIntentDirective = DirIntent.intentDirectiveFor(trueIntent, trueIntentAttributes);
+    }
+    let falseIntentDirective = null;
+    if (falseIntent) {
+      falseIntentDirective = DirIntent.intentDirectiveFor(falseIntent, falseIntentAttributes);
+    }
+    if (result === true) {
+      if (trueIntentDirective) {
+        this.intentDir.execute(trueIntentDirective, () => {
+          if (callback) {
+            callback();
+          }
+        })
+      }
+      else {
+        if (this.log) { console.log("No trueIntentDirective specified"); }
+        if (callback) {
+          callback();
+        }
+      }
+    }
+    else {
+      if (falseIntentDirective) {
+        this.intentDir.execute(falseIntentDirective, () => {
+          if (callback) {
+            callback();
+          }
+        });
+      }
+      else {
+        if (this.log) { console.log("No falseIntentDirective specified"); }
+        if (callback) {
+          callback();
+        }
+      }
+    }
+  }
+
+  async #assignAttributes(action, answer) {
+    if (this.log) {
+      console.log("assignAttributes action:", action)
+      console.log("assignAttributes answer:", answer)
+    }
+    if (this.context.tdcache) {
+      if (action.assignReplyTo && answer) {
+        await TiledeskChatbot.addParameterStatic(this.context.tdcache, this.context.requestId, action.assignReplyTo, answer);
+      }
+      // Debug log
+      if (this.log) {
+        const all_parameters = await TiledeskChatbot.allParametersStatic(this.context.tdcache, this.context.requestId);
+        for (const [key, value] of Object.entries(all_parameters)) {
+          if (this.log) { console.log("(gpttask) request parameter:", key, "value:", value, "type:", typeof value) }
+        }
+      }
+    }
+  }
+
+  #myrequest(options, callback) {
+    if (this.log) {
+      console.log("API URL:", options.url);
+      console.log("** Options:", JSON.stringify(options));
+    }
+    let axios_options = {
+      url: options.url,
+      method: options.method,
+      params: options.params,
+      headers: options.headers
+    }
+    if (options.json !== null) {
+      axios_options.data = options.json
+    }
+    if (this.log) {
+      console.log("axios_options:", JSON.stringify(axios_options));
+    }
+    if (options.url.startsWith("https:")) {
+      const httpsAgent = new https.Agent({
+        rejectUnauthorized: false,
+      });
+      axios_options.httpsAgent = httpsAgent;
+    }
+    axios(axios_options)
+      .then((res) => {
+        if (this.log) {
+          console.log("Response for url:", options.url);
+          console.log("Response headers:\n", JSON.stringify(res.headers));
+        }
+        if (res && res.status == 200 && res.data) {
+          if (callback) {
+            callback(null, res.data);
+          }
+        }
+        else {
+          if (callback) {
+            callback(new Error("Response status is not 200"), null);
+          }
+        }
+      })
+      .catch((error) => {
+        console.error("(DirAiPrompt) Axios error: ", JSON.stringify(error));
+        if (callback) {
+          callback(error, null);
+        }
+      });
+  }
+
+  async getKeyFromIntegrations(model) {
+    return new Promise((resolve) => {
+
+      const INTEGRATIONS_HTTPREQUEST = {
+        url: this.API_ENDPOINT + "/" + this.context.projectId + "/integration/name/" +  model,
+        headers: {
+          'Content-Type': 'application/json',
+          'Authorization': 'JWT ' + this.context.token
+        },
+        method: "GET"
+      }
+      if (this.log) { console.log("DirAiPrompt INTEGRATIONS_HTTPREQUEST ", INTEGRATIONS_HTTPREQUEST) }
+
+      this.#myrequest(
+        INTEGRATIONS_HTTPREQUEST, async (err, integration) => {
+          if (err) {
+            resolve(null);
+          } else {
+
+            if (integration &&
+              integration.value) {
+              resolve(integration.value.apikey)
+            }
+            else {
+              resolve(null)
+            }
+          }
+        })
+    })
+  }
+
+  async getKeyFromKbSettings() {
+    return new Promise((resolve) => {
+
+      const KB_HTTPREQUEST = {
+        url: this.API_ENDPOINT + "/" + this.context.projectId + "/kbsettings",
+        headers: {
+          'Content-Type': 'application/json',
+          'Authorization': 'JWT ' + this.context.token
+        },
+        method: "GET"
+      }
+      if (this.log) { console.log("DirAiPrompt KB_HTTPREQUEST", KB_HTTPREQUEST); }
+
+      this.#myrequest(
+        KB_HTTPREQUEST, async (err, resbody) => {
+          if (err) {
+            console.error("(httprequest) DirAiPrompt Get KnowledgeBase err:", err.message);
+            if (this.log) {
+              console.error("(httprequest) DirAiPrompt Get KnowledgeBase full err", err);
+            }
+            resolve(null);
+          } else {
+            if (!resbody.gptkey) {
+              resolve(null);
+            } else {
+              resolve(resbody.gptkey);
+            }
+          }
+        }
+      )
+    })
+  }
+
+  async checkQuoteAvailability() {
+    return new Promise((resolve) => {
+
+      const HTTPREQUEST = {
+        url: this.API_ENDPOINT + "/" + this.context.projectId + "/quotes/tokens",
+        headers: {
+          'Content-Type': 'application/json',
+          'Authorization': 'JWT ' + this.context.token
+        },
+        method: "GET"
+      }
+      if (this.log) { console.log("DirAiPrompt check quote availability HTTPREQUEST", HTTPREQUEST); }
+
+      this.#myrequest(
+        HTTPREQUEST, async (err, resbody) => {
+          if (err) {
+            resolve(true)
+          } else {
+            if (resbody.isAvailable === true) {
+              resolve(true)
+            } else {
+              resolve(false)
+            }
+          }
+        }
+      )
+    })
+  }
+
+  async updateQuote(tokens_usage) {
+    return new Promise((resolve, reject) => {
+
+      const HTTPREQUEST = {
+        url: this.API_ENDPOINT + "/" + this.context.projectId + "/quotes/incr/tokens",
+        headers: {
+          'Content-Type': 'application/json',
+          'Authorization': 'JWT ' + this.context.token
+        },
+        json: tokens_usage,
+        method: "POST"
+      }
+      if (this.log) { console.log("DirAiPrompt check quote availability HTTPREQUEST", HTTPREQUEST); }
+
+      this.#myrequest(
+        HTTPREQUEST, async (err, resbody) => {
+          if (err) {
+            console.error("(httprequest) DirAiPrompt Increment tokens quote err: ", err);
+            reject(false)
+          } else {
+            if (this.log) { console.log("(httprequest) DirAiPrompt Increment token quote resbody: ", resbody); }
+            resolve(true);
+          }
+        }
+      )
+    })
+  }
+
+}
+
+module.exports = { DirAiPrompt }

package/tiledeskChatbotPlugs/directives/DirAskGPT.js

@@ -15,6 +15,7 @@ class DirAskGPT {
     this.tdcache = this.context.tdcache;
     this.requestId = this.context.requestId;
     this.intentDir = new DirIntent(context);
+    this.API_ENDPOINT = this.context.API_ENDPOINT;
     this.log = context.log;
   }
 
@@ -88,21 +89,17 @@ class DirAskGPT {
     const filler = new Filler();
     const filled_question = filler.fill(action.question, requestVariables);
 
-    const server_base_url = process.env.API_ENDPOINT || process.env.API_URL;
     const kb_endpoint = process.env.KB_ENDPOINT;
-    if (this.log) {
-      console.log("DirAskGPT ApiEndpoint URL: ", server_base_url);
-      console.log("DirAskGPT KbEndpoint URL: ", kb_endpoint);
-    }
+    if (this.log) { console.log("DirAskGPT KbEndpoint URL: ", kb_endpoint); }
 
-    let key = await this.getKeyFromIntegrations(server_base_url);
+    let key = await this.getKeyFromIntegrations();
     if (!key) {
       if (this.log) { console.log("DirAskGPT - Key not found in Integrations. Searching in kb settings..."); }
-      key = await this.getKeyFromKbSettings(server_base_url);
+      key = await this.getKeyFromKbSettings();
     }
 
     if (!key) {
-      if (this.log) { console.log("DirGptTask - Retrieve public gptkey")}
+      if (this.log) { console.log("DirAskGPT - Retrieve public gptkey")}
       key = process.env.GPTKEY;
       publicKey = true;
     }
@@ -120,9 +117,9 @@ class DirAskGPT {
     }
 
     if (publicKey === true) {
-      let keep_going = await this.checkQuoteAvailability(server_base_url);
+      let keep_going = await this.checkQuoteAvailability();
       if (keep_going === false) {
-        if (this.log) { console.log("DirGptTask - Quota exceeded for tokens. Skip the action")}
+        if (this.log) { console.log("DirAskGPT - Quota exceeded for tokens. Skip the action")}
         callback();
         return;
       }
@@ -167,7 +164,7 @@ class DirAskGPT {
 
           // if (publicKey === true) {
           //   let token_usage = resbody.usage.total_tokens;
-          //   this.updateQuote(server_base_url, token_usage);
+          //   this.updateQuote(token_usage);
           // }
           
           if (trueIntent) {
@@ -298,25 +295,25 @@ class DirAskGPT {
         }
       })
       .catch((error) => {
-        // console.error("An error occurred:", JSON.stringify(error.data));
+        console.error("(DirAskGPT) Axios error: ", JSON.stringify(error));
         if (callback) {
           callback(error, null);
         }
       });
   }
 
-  async getKeyFromIntegrations(server_base_url) {
+  async getKeyFromIntegrations() {
     return new Promise((resolve) => {
 
       const INTEGRATIONS_HTTPREQUEST = {
-        url: server_base_url + "/" + this.context.projectId + "/integration/name/openai",
+        url: this.API_ENDPOINT + "/" + this.context.projectId + "/integration/name/openai",
         headers: {
           'Content-Type': 'application/json',
           'Authorization': 'JWT ' + this.context.token
         },
         method: "GET"
       }
-      if (this.log) { console.log("DirGptTask INTEGRATIONS_HTTPREQUEST ", INTEGRATIONS_HTTPREQUEST) }
+      if (this.log) { console.log("DirAskGPT INTEGRATIONS_HTTPREQUEST ", INTEGRATIONS_HTTPREQUEST) }
 
       this.#myrequest(
         INTEGRATIONS_HTTPREQUEST, async (err, integration) => {
@@ -337,23 +334,23 @@ class DirAskGPT {
     })
   }
 
-  async getKeyFromKbSettings(server_base_url) {
+  async getKeyFromKbSettings() {
     return new Promise((resolve) => {
 
       const KB_HTTPREQUEST = {
-        url: server_base_url + "/" + this.context.projectId + "/kbsettings",
+        url: this.API_ENDPOINT + "/" + this.context.projectId + "/kbsettings",
         headers: {
           'Content-Type': 'application/json',
           'Authorization': 'JWT ' + this.context.token
         },
         method: "GET"
       }
-      if (this.log) { console.log("DirGptTask KB_HTTPREQUEST", KB_HTTPREQUEST); }
+      if (this.log) { console.log("DirAskGPT KB_HTTPREQUEST", KB_HTTPREQUEST); }
 
       this.#myrequest(
         KB_HTTPREQUEST, async (err, resbody) => {
           if (err) {
-            if (this.log) { console.error("DirGptTask Get kb settings error ", err); }
+            if (this.log) { console.error("DirAskGPT Get kb settings error ", err); }
             resolve(null);
           } else {
             if (!resbody.gptkey) {