slack-smart-bot 1.15.0 → 1.15.25

data/lib/slack/smart-bot/treat_message.rb

@@ -7,42 +7,42 @@ class SlackSmartBot
         unless data.text.to_s.match(/\A\s*\z/)
           #to remove italic, bold... from data.text since there is no method on slack api
           if remove_blocks and !data.blocks.nil? and data.blocks.size > 0
-            data_text = ''
+            data_text = ""
             data.blocks.each do |b|
-              if b.type == 'rich_text'
+              if b.type == "rich_text"
                 if b.elements.size > 0
                   b.elements.each do |e|
-                    if e.type == 'rich_text_section' or e.type == 'rich_text_preformatted'
-                      if e.elements.size > 0 and (e.elements.type.uniq - ['link', 'text', 'user', 'channel']) == []
-                        data_text += '```' if e.type == 'rich_text_preformatted'
+                    if e.type == "rich_text_section" or e.type == "rich_text_preformatted"
+                      if e.elements.size > 0 and (e.elements.type.uniq - ["link", "text", "user", "channel"]) == []
+                        data_text += "```" if e.type == "rich_text_preformatted"
                         e.elements.each do |el|
-                          if el.type == 'text'
+                          if el.type == "text"
                             data_text += el.text
-                          elsif el.type == 'user'
+                          elsif el.type == "user"
                             data_text += "<@#{el.user_id}>"
-                          elsif el.type == 'channel'
+                          elsif el.type == "channel"
                             tch = data.text.scan(/(<##{el.channel_id}\|[^\>]*>)/).flatten.first
                             data_text += tch.to_s
                           else
                             data_text += el.url
                           end
                         end
-                        data_text += '```' if e.type == 'rich_text_preformatted'
+                        data_text += "```" if e.type == "rich_text_preformatted"
                       end
                     end
                   end
                 end
               end
             end
-            data.text = data_text unless data_text == ''
+            data.text = data_text unless data_text == ""
           end
           data.text = CGI.unescapeHTML(data.text)
           data.text.gsub!("\u00A0", " ") #to change &nbsp; (asc char 160) into blank space
         end
-        data.text.gsub!('‘', "'")
-        data.text.gsub!('’', "'")
-        data.text.gsub!('“', '"')
-        data.text.gsub!('”', '"')
+        data.text.gsub!("‘", "'")
+        data.text.gsub!("’", "'")
+        data.text.gsub!("“", '"')
+        data.text.gsub!("”", '"')
       rescue Exception => exc
         @logger.warn "Impossible to unescape or clean format for data.text:#{data.text}"
         @logger.warn exc.inspect
@@ -50,8 +50,8 @@ class SlackSmartBot
 
       unless data.key?(:routine)
         data.routine = false
-        data.routine_name = ''
-        data.routine_type = ''
+        data.routine_name = ""
+        data.routine_type = ""
       end
       if config[:testing] and config.on_master_bot and !@buffered
         @buffered = true
@@ -59,7 +59,8 @@ class SlackSmartBot
           f.puts "|#{data.channel}|#{data.thread_ts}|#{data.user}|#{data.user_name}|#{data.text}"
         }
       end
-      if data.key?(:dest) and data.dest.to_s!='' # for run routines and publish on different channels
+
+      if data.key?(:dest) and data.dest.to_s != "" # for run routines and publish on different channels
         dest = data.dest
       elsif data.channel[0] == "D" or data.channel[0] == "C" or data.channel[0] == "G" #Direct message or Channel or Private Channel
         dest = data.channel
@@ -73,9 +74,9 @@ class SlackSmartBot
       end
 
       #open ai chat gpt and shared messages as an input
-      if data.text.match?(/\A\s*(^|!!|!)?\s*(\?|\?\?)\s*/im) and !data.attachments.nil? and data.attachments.size > 0 and !data.attachments[0].text.nil? and data.attachments[0].text != ''
+      if data.text.match?(/\A\s*(^|!!|!)?\s*(\?|\?\?)\s*/im) and !data.attachments.nil? and data.attachments.size > 0 and !data.attachments[0].text.nil? and data.attachments[0].text != ""
         data.attachments.each_with_index do |att, i|
-          if !att.text.nil? and att.text != ''
+          if !att.text.nil? and att.text != ""
             data.text += "\n#{att.text}"
           end
         end
@@ -83,6 +84,7 @@ class SlackSmartBot
       if !dest.nil? and config.on_master_bot and !data.text.nil? and data.text.match(/^ping from (.+)\s*$/) and data.user == config[:nick_id]
         @pings << $1
       end
+
       if config.on_master_bot and @vacations_check != Time.now.strftime("%Y%m%d%H") #every hour since depends on user's time zone
         @vacations_check = Time.now.strftime("%Y%m%d%H")
         t = Thread.new do
@@ -92,19 +94,22 @@ class SlackSmartBot
       typem = :dont_treat
 
       @users = get_users() if @users.empty?
-      if data.key?(:bot_id) and data.bot_id.to_s!=''
+      if data.key?(:bot_id) and data.bot_id.to_s != ""
         if @slack_bots.key?(data.bot_id) #bot or workflow
           data.user = @slack_bots[data.bot_id]
         else
           bot_info = get_user_info(data.bot_id, is_bot: true)
-          unless bot_info.nil? or bot_info.empty?
-              @slack_bots[data.bot_id] = bot_info.user.id
-              data.user = bot_info.user.id
-              @users << bot_info.user unless bot_info.nil? or bot_info.empty?
+          if bot_info.nil? or bot_info.empty?
+            @logger.warn "Bot not found on users with data: #{data.inspect}"
+          else
+            @slack_bots[data.bot_id] = bot_info.user.id
+            data.user = bot_info.user.id
+            @users << bot_info.user unless bot_info.nil? or bot_info.empty?
           end
         end
       end
-      if data.nil? or data.user.nil? or data.user.to_s==''
+
+      if data.nil? or data.user.nil? or data.user.to_s == ""
         user_info = nil
       else
         user_info = find_user(data.user, get_sso_user_name: true)
@@ -115,27 +120,26 @@ class SlackSmartBot
         end
       end
       if !dest.nil? and !data.text.nil? and !data.text.to_s.match?(/\A\s*\z/)
-
         get_bots_created()
         if data.channel[0] == "D" and !data.text.to_s.match?(/^\s*<@#{config[:nick_id]}>\s+/) and
-          (data.text.to_s.match?(/^\s*(on)?\s*<#\w+\|[^>]*>/i) or data.text.to_s.match?(/^\s*(on)?\s*#\w+/i))
+           (data.text.to_s.match?(/^\s*(on)?\s*<#\w+\|[^>]*>/i) or data.text.to_s.match?(/^\s*(on)?\s*#\w+/i))
           data.text = "<@#{config[:nick_id]}> " + data.text.to_s
         end
         #todo: we need to add mixed channels: @smart-bot on private1 #bot1cm <#CXDDFRDDF|bot2cu>: echo A
         if data.text.match(/\A\^\^+/) # to open a thread it will be only when starting by single ^
           typem = :dont_treat
         elsif data.text.match(/^\s*<@#{config[:nick_id]}>\s+(on\s+)?((<#\w+\|[^>]*>\s*)+)\s*:?\s*(.*)/im) or
-          data.text.match(/^\s*<@#{config[:nick_id]}>\s+(on\s+)?((#[a-zA-Z0-9\-\_]+\s*)+)\s*:?\s*(.*)/im) or
-          data.text.match(/^\s*<@#{config[:nick_id]}>\s+(on\s+)?(([a-zA-Z0-9\-\_]+\s*)+)\s*:\s*(.*)/im)
+              data.text.match(/^\s*<@#{config[:nick_id]}>\s+(on\s+)?((#[a-zA-Z0-9\-\_]+\s*)+)\s*:?\s*(.*)/im) or
+              data.text.match(/^\s*<@#{config[:nick_id]}>\s+(on\s+)?(([a-zA-Z0-9\-\_]+\s*)+)\s*:\s*(.*)/im)
           channels_rules = $2 #multiple channels @smart-bot on #channel1 #channel2 echo AAA
           data_text = $4
-          channel_rules_name = ''
-          channel_rules = ''
+          channel_rules_name = ""
+          channel_rules = ""
           channels_arr = channels_rules.scan(/<#(\w+)\|([^>]*)>/)
           if channels_arr.size == 0
             channels_arr = []
             channels_rules.scan(/([^\s]+)/).each do |cn|
-              cna = cn.join.gsub('#','')
+              cna = cn.join.gsub("#", "")
               if @channels_name.key?(cna)
                 channels_arr << [cna, @channels_name[cna]]
               else
@@ -144,8 +148,8 @@ class SlackSmartBot
             end
           else
             channels_arr.each do |row|
-              row[0] = @channels_id[row[1]] if row[0] == ''
-              row[1] = @channels_name[row[0]] if row[1] == ''
+              row[0] = @channels_id[row[1]] if row[0] == ""
+              row[1] = @channels_name[row[0]] if row[1] == ""
             end
           end
 
@@ -165,7 +169,6 @@ class SlackSmartBot
               break
             end
           end
-
         elsif data.channel == @master_bot_id
           if config.on_master_bot #only to be treated on master bot channel
             typem = :on_master
@@ -177,7 +180,7 @@ class SlackSmartBot
         elsif data.channel[0] == "D" #Direct message
           get_rules_imported()
           if @rules_imported.key?("#{user_info.team_id}_#{user_info.name}") && @rules_imported["#{user_info.team_id}_#{user_info.name}"].key?(user_info.name) and
-            @bots_created.key?(@rules_imported["#{user_info.team_id}_#{user_info.name}"][user_info.name])
+             @bots_created.key?(@rules_imported["#{user_info.team_id}_#{user_info.name}"][user_info.name])
             if @channel_id == @rules_imported["#{user_info.team_id}_#{user_info.name}"][user_info.name]
               #only to be treated by the channel we are 'using'
               typem = :on_dm
@@ -189,9 +192,9 @@ class SlackSmartBot
         elsif data.channel[0] == "C" or data.channel[0] == "G"
           #only to be treated on the channel of the bot. excluding running ruby
           if !config.on_master_bot and @bots_created.key?(@channel_id) and @bots_created[@channel_id][:extended].include?(@channels_name[data.channel]) and
-            !data.text.match?(/^!?\s*(ruby|code)\s+/) and !data.text.match?(/^!?!?\s*(ruby|code)\s+/) and !data.text.match?(/^\^?\s*(ruby|code)\s+/)
+             !data.text.match?(/^!?\s*(ruby|code)\s+/) and !data.text.match?(/^!?!?\s*(ruby|code)\s+/) and !data.text.match?(/^\^?\s*(ruby|code)\s+/)
             typem = :on_extended
-          elsif config.on_master_bot and (data.text.match?(/^!?\s*(ruby|code)\s+/) or data.text.match?(/^!?!?\s*(ruby|code)\s+/) or data.text.match?(/^\^?\s*(ruby|code)\s+/)  )
+          elsif config.on_master_bot and (data.text.match?(/^!?\s*(ruby|code)\s+/) or data.text.match?(/^!?!?\s*(ruby|code)\s+/) or data.text.match?(/^\^?\s*(ruby|code)\s+/))
             #or in case of running ruby, the master bot
             @bots_created.each do |k, v|
               if v.key?(:extended) and v[:extended].include?(@channels_name[data.channel])
@@ -209,25 +212,25 @@ class SlackSmartBot
           end
           if data.channel[0] == "G" and config.on_master_bot and !extended #private group
             typem = :on_pg
-          elsif data.channel[0] == 'C' and config.on_master_bot and !extended #public group
+          elsif data.channel[0] == "C" and config.on_master_bot and !extended #public group
             typem = :on_pub
           end
         end
       end
       load "#{config.path}/rules/general_commands.rb" if File.exist?("#{config.path}/rules/general_commands.rb") and @datetime_general_commands != File.mtime("#{config.path}/rules/general_commands.rb")
-      eval(File.new(config.path + config.rules_file).read) if !defined?(rules) and File.exist?(config.path+config.rules_file) and !config.rules_file.empty?
+      eval(File.new(config.path + config.rules_file).read) if !defined?(rules) and File.exist?(config.path + config.rules_file) and !config.rules_file.empty?
       unless typem == :dont_treat or user_info.nil?
         if (Time.now - @last_activity_check) > TIMEOUT_LISTENING #every 30 minutes
           @last_activity_check = Time.now
-          @listening.each do |k,v|
+          @listening.each do |k, v|
             unless k == :threads
               v.each do |kk, vv|
                 if (Time.now - vv) > TIMEOUT_LISTENING
                   if @listening[:threads].key?(kk) && @active_chat_gpt_sessions.key?(k) &&
-                    @active_chat_gpt_sessions[k].key?(kk)
+                     @active_chat_gpt_sessions[k].key?(kk)
                     unreact :running, kk, channel: @listening[:threads][kk]
                     session_name = @active_chat_gpt_sessions[k][kk]
-                    chatgpt_message = "ChatGPT session has been terminated due to inactivity."
+                    chatgpt_message = ":information_source: ChatGPT session has been terminated due to inactivity."
                     if !session_name.to_s.empty?
                       chatgpt_message += "\n\nIf you want to start it again on this thread call `chatgpt #{session_name}`"
                     end
@@ -259,16 +262,15 @@ class SlackSmartBot
               @answer[team_id_user][qdest] = data.text
               @questions[team_id_user] = data.text # to be backwards compatible #todo remove it when 2.0
             end
-          elsif @repl_sessions.key?(team_id_user) and data.channel==@repl_sessions[team_id_user][:dest] and
-            ((@repl_sessions[team_id_user][:on_thread] and data.thread_ts == @repl_sessions[team_id_user][:thread_ts]) or
-            (!@repl_sessions[team_id_user][:on_thread] and data.thread_ts.to_s == '' ))
-
+          elsif @repl_sessions.key?(team_id_user) and data.channel == @repl_sessions[team_id_user][:dest] and
+                ((@repl_sessions[team_id_user][:on_thread] and data.thread_ts == @repl_sessions[team_id_user][:thread_ts]) or
+                 (!@repl_sessions[team_id_user][:on_thread] and data.thread_ts.to_s == ""))
             if data.text.match(/^\s*```(.*)```\s*$/im)
-                @repl_sessions[team_id_user][:command] = $1
+              @repl_sessions[team_id_user][:command] = $1
             else
               @repl_sessions[team_id_user][:command] = data.text
             end
-            command = 'repl'
+            command = "repl"
           else
             command = data.text
           end
@@ -276,13 +278,13 @@ class SlackSmartBot
           if command.match(/\A\s*```(.*)```\s*\z/im)
             command = $1
           elsif command.size >= 2 and
-            ((command[0] == "`" and command[-1] == "`") or (command[0] == "*" and command[-1] == "*") or (command[0] == "_" and command[-1] == "_"))
+                ((command[0] == "`" and command[-1] == "`") or (command[0] == "*" and command[-1] == "*") or (command[0] == "_" and command[-1] == "_"))
             command = command[1..-2]
           end
 
           #ruby file attached
           if !data.files.nil? and data.files.size == 1 and
-            (command.match?(/^(ruby|code)\s*$/) or (command.match?(/^\s*$/) and data.files[0].filetype == "ruby") or
+             (command.match?(/^(ruby|code)\s*$/) or (command.match?(/^\s*$/) and data.files[0].filetype == "ruby") or
               (typem == :on_call and data.files[0].filetype == "ruby"))
             res = Faraday.new("https://files.slack.com", headers: { "Authorization" => "Bearer #{config[:token]}" }).get(data.files[0].url_private)
             command += " ruby" if command != "ruby"
@@ -326,11 +328,11 @@ class SlackSmartBot
           @logger.fatal stack
         end
       else
-        if user_info.nil? and data.user.to_s!=''
+        if user_info.nil? and data.user.to_s != ""
           @logger.warn "Pay attention there is no user on users with id #{data.user}"
         end
         if !config.on_master_bot and !dest.nil? and (data.channel == @master_bot_id or dest[0] == "D") and
-          data.text.match?(/^\s*(!|!!|\^)?\s*bot\s+status\s*$/i) and @admin_users_id.include?(data.user)
+           data.text.match?(/^\s*(!|!!|\^)?\s*bot\s+status\s*$/i) and @admin_users_id.include?(data.user)
           respond "ping from #{config.channel}", dest
         elsif !config.on_master_bot and !dest.nil? and data.user == config[:nick_id] and dest == @master_bot_id
           # to treat on other bots the status messages populated on master bot
@@ -370,7 +372,6 @@ class SlackSmartBot
                 end
               end
             end
-
           when /^Bot has been (closed|killed) by/i
             sleep 2
             get_bots_created()
@@ -409,9 +410,9 @@ class SlackSmartBot
             if @status == :exit
               @listening[:threads].each do |thread_ts, channel_thread|
                 unreact :running, thread_ts, channel: channel_thread
-                respond "ChatGPT session closed since SmartBot is going to be closed", channel_thread, thread_ts: thread_ts
+                respond "ChatGPT session closed since SmartBot is going to be closed.\nCheck <##{@channels_id[config.status_channel]}>", channel_thread, thread_ts: thread_ts
               end
-              @logger.info 'Game over!'
+              @logger.info "Game over!"
               sleep 3
               exit!
             end

data/lib/slack/smart-bot/utils/download_http_content.rb

@@ -0,0 +1,91 @@
+class SlackSmartBot
+  def download_http_content(url, authorizations, team_id_user_creator = nil, session_name = nil)
+    begin
+      url_message = ""
+      parsed_url = URI.parse(url)
+
+      headers = {}
+
+      authorizations.each do |key, value|
+        if key.match?(/^(https:\/\/|http:\/\/)?#{parsed_url.host.gsub(".", '\.')}/)
+          value.each do |k, v|
+            headers[k.to_sym] = v unless k == :host
+          end
+        end
+      end
+
+      extra_message = ""
+      domain = "#{parsed_url.scheme}://#{parsed_url.host}"
+      if parsed_url.host.match?(/(drive|docs)\.google\.com/) #download the file
+        if url.include?("/file/d/")
+          gdrive_id = url.split("/d/")[1].split("/")[0]
+          url = "https://drive.google.com/uc?id=#{gdrive_id}&export=download"
+        end
+        io = URI.open(url, headers)
+        is_pdf = io.meta["content-type"].to_s == "application/pdf" || io.meta["content-disposition"].to_s.include?("pdf")
+        if is_pdf
+          require "pdf-reader"
+          if io.meta["content-disposition"].to_s.include?("pdf")
+            pdf_filename = io.meta["content-disposition"].split("filename=")[1].strip
+            extra_message = " PDF file: #{pdf_filename}"
+          end
+          reader = PDF::Reader.new(io)
+          text = reader.pages.map(&:text).join("\n")
+        else
+          is_docx = io.meta["content-type"].to_s == "application/vnd.openxmlformats-officedocument.wordprocessingml.document" || io.meta["content-disposition"].to_s.include?("docx")
+          if is_docx
+            require "docx"
+            if io.meta["content-disposition"].to_s.include?("docx")
+              docx_filename = io.meta["content-disposition"].split("filename=")[1].strip
+              extra_message = " DOCX file: #{docx_filename}"
+            end
+            doc = Docx::Document.open(io)
+            text = doc.paragraphs.map(&:to_s).join("\n")
+          else #text
+            text = io.read
+            text_filename = io.meta["content-disposition"].split("filename=")[1].strip if io.meta["content-disposition"].to_s.include?("filename=")
+            extra_message = " Text file: #{text_filename}"
+          end
+        end
+        io.close
+      elsif parsed_url.path.match?(/\.pdf$/)
+        require "pdf-reader"
+        io = URI.open(url, headers)
+        reader = PDF::Reader.new(io)
+        text = reader.pages.map(&:text).join("\n")
+        io.close
+      elsif parsed_url.path.match?(/\.docx?$/)
+        require "docx"
+        io = URI.open(url, headers)
+        doc = Docx::Document.open(io)
+        text = doc.paragraphs.map(&:to_s).join("\n")
+        io.close
+      else
+        parsed_url += "/" if parsed_url.path == ""
+        http = NiceHttp.new(host: domain, headers: headers, log: :no)
+        path = parsed_url.path
+        path += "?#{parsed_url.query}" if parsed_url.query
+        response = http.get(path)
+        html_doc = Nokogiri::HTML(response.body)
+        html_doc.search("script, style").remove
+        text = html_doc.text.strip
+        text.gsub!(/^\s*$/m, "")
+        http.close
+      end
+      if !session_name.nil? and !team_id_user_creator.nil?
+        if (!@open_ai[team_id_user_creator][:chat_gpt][:sessions][session_name].key?(:live_content) or
+            @open_ai[team_id_user_creator][:chat_gpt][:sessions][session_name][:live_content].nil? or
+            !@open_ai[team_id_user_creator][:chat_gpt][:sessions][session_name][:live_content].include?(url)) and
+           (!@open_ai[team_id_user_creator][:chat_gpt][:sessions][session_name].key?(:static_content) or
+            @open_ai[team_id_user_creator][:chat_gpt][:sessions][session_name][:static_content].nil? or
+            !@open_ai[team_id_user_creator][:chat_gpt][:sessions][session_name][:static_content].include?(url))
+          url_message = "> #{url}#{extra_message}: content extracted and added to prompt"
+        end
+      end
+    rescue Exception => e
+      text = "Error: #{e.message}"
+      url_message = "> #{url}: #{text}\n"
+    end
+    return text, url_message
+  end
+end

data/lib/slack/smart-bot/utils/get_authorizations.rb

@@ -0,0 +1,41 @@
+class SlackSmartBot
+  def get_authorizations(session_name, team_id_user_creator)
+    team_id_user = Thread.current[:team_id_user]
+
+    authorizations = {}
+
+    if config.key?(:authorizations)
+      config[:authorizations].each do |key, value|
+        if value.key?(:host)
+          authorizations[value[:host]] = value
+        end
+      end
+    end
+
+    if @personal_settings_hash.key?(team_id_user) and @personal_settings_hash[team_id_user].key?(:authorizations)
+      @personal_settings_hash[team_id_user][:authorizations].each do |key, value|
+        if value.key?(:host)
+          authorizations[value[:host]] = value
+        end
+      end
+    end
+
+    if !session_name.nil?
+      if team_id_user != team_id_user_creator
+        team_id_to_use = team_id_user_creator
+      else
+        team_id_to_use = team_id_user
+      end
+      if @open_ai[team_id_to_use][:chat_gpt][:sessions].key?(session_name) and
+         @open_ai[team_id_to_use][:chat_gpt][:sessions][session_name].key?(:authorizations) and
+         !@open_ai[team_id_to_use][:chat_gpt][:sessions][session_name][:authorizations].nil?
+        @open_ai[team_id_to_use][:chat_gpt][:sessions][session_name][:authorizations].each do |host, header|
+          authorizations[host] ||= {}
+          authorizations[host].merge!(header)
+        end
+      end
+    end
+
+    return authorizations
+  end
+end

data/lib/slack/smart-bot/utils/get_keywords.rb

@@ -0,0 +1,33 @@
+class SlackSmartBot
+  def get_keywords(sentence, list_avoid: [])
+    require "engtagger"
+    keywords = []
+    unless sentence.to_s.strip.empty?
+      # Initialize the POS tagger
+      tagger = EngTagger.new
+      tagged_sentence = tagger.add_tags(sentence)
+      unless tagged_sentence.nil?
+
+        # Extract nouns and proper nouns from the sentence
+        nouns = tagger.get_nouns(tagged_sentence).keys
+        proper_nouns = tagger.get_proper_nouns(tagged_sentence).keys
+        adjectives = tagger.get_adjectives(tagged_sentence).keys
+        ids = sentence.scan(/([\w]+\-[\w\-]+)/)
+
+        # Combine nouns and proper nouns to create the list of keywords
+        keywords = (nouns + proper_nouns + adjectives + ids.flatten).uniq
+
+        #delete all keywords that are one or two characters long
+        keywords.delete_if { |keyword| keyword.length < 3 }
+        # delete all keywords that are in the list_avoid /word/i
+        if !list_avoid.empty?
+          keywords.delete_if { |keyword| list_avoid.any? { |avoid| keyword.match?(/#{avoid}/i) } }
+        end
+
+        #remove special characters from the keywords
+        keywords.map! { |keyword| keyword.gsub(/[^\w\-_]/i, "") }
+      end
+    end
+    return keywords
+  end
+end

data/lib/slack/smart-bot/utils/get_openai_sessions.rb

@@ -15,21 +15,21 @@ class SlackSmartBot
       files += Dir.glob(File.join(folder, "o_*.yaml"))
     end
     @datetime_open_ai_file ||= {}
-    
+
     files.each do |file|
       if !defined?(@datetime_open_ai_file) or !@datetime_open_ai_file.key?(file) or @datetime_open_ai_file[file] != File.mtime(file)
-        opean_ai_user = YAML.load(Utils::Encryption.decrypt(File.read(file), config))
+        open_ai_user = YAML.load(Utils::Encryption.decrypt(File.read(file), config))
         #user_file will be the team_id _ + the user name
         user_team_id = File.basename(File.dirname(file))
         user_file = user_team_id + "_" + File.basename(file).gsub("o_","").gsub(".yaml","")
-        
+
         if @open_ai.key?(user_file) and @open_ai[user_file].key?(:chat_gpt) and @open_ai[user_file][:chat_gpt].key?(:sessions) and
           @open_ai[user_file][:chat_gpt][:sessions].key?("")
-          temp_session = @open_ai[user_file][:chat_gpt][:sessions][""].deep_copy 
+          temp_session = @open_ai[user_file][:chat_gpt][:sessions][""].deep_copy
         else
           temp_session = nil
         end
-        @open_ai[user_file] = opean_ai_user
+        @open_ai[user_file] = open_ai_user
         @open_ai[user_file][:chat_gpt][:sessions][""] = temp_session unless temp_session.nil?
         @datetime_open_ai_file[file] = File.mtime(file)
       end
@@ -40,7 +40,47 @@ class SlackSmartBot
         @ai_gpt ||= {}
         @ai_gpt[team_id_user] ||= {}
         content = File.read(file_name)
-        @ai_gpt[team_id_user][session_name] = Utils::Encryption.decrypt(content, config).force_encoding("UTF-8").split("\n")
+        #The file contains an array of hashes with the messages
+        #read it and store it as ruby code
+        session = Utils::Encryption.decrypt(content, config).force_encoding("UTF-8")
+        session_new_format = []
+        if session.to_s.match?(/^Me>/) #old format to be backwards compatible
+          session = session.split("\n")
+          new_value = ""
+          type = ""
+          session.each do |s|
+            s.gsub!('"', '\"')
+            if s.match?(/^(Me|chatGPT)> /)
+              if new_value != ""
+                #escape new_value to be able to store it as json
+                session_new_format << "{\"role\": \"#{type}\", \"content\": [{\"type\": \"text\", \"text\": #{new_value.to_json}}]}"
+                new_value = ""
+              end
+              if s.match?(/^Me> /)
+                type = "user"
+              else
+                type = "assistant"
+              end
+              s.gsub!(/^(Me|chatGPT)> /, "")
+              #s.gsub!("'", "\\'")
+              new_value += s + "\n"
+            else
+              #s.gsub!("'", "\\'")
+              new_value += s + "\n"
+            end
+          end
+          session_new_format << "{\"role\": \"#{type}\", \"content\": [{\"type\": \"text\", \"text\": #{new_value.to_json}}]}"
+        end
+        if session_new_format.empty?
+          #each line is json, so we need to convert it to ruby using json parser
+          session = session.split("\n").map{|s| JSON.parse(s, symbolize_names: true)}
+        else
+          session = []
+          session_new_format.each do |s|
+            session << JSON.parse(s, symbolize_names: true)
+          end
+        end
+        @ai_gpt[team_id_user][session_name] = session.deep_copy
       end
     end
   end

data/lib/slack/smart-bot/utils/get_teams.rb

@@ -24,5 +24,13 @@ class SlackSmartBot
         @datetime_teams_file[file] = File.mtime(file)
       end
     end
+    #remove from @teams and @datetime_teams_file the keys that are not in the files
+    #this is to avoid having old data in memory
+    @teams.keys.each do |key|
+      unless files.include?(File.join(config.path, "teams", "t_#{key}.yaml"))
+        @teams.delete(key)
+        @datetime_teams_file.delete(File.join(config.path, "teams", "t_#{key}.yaml"))
+      end
+    end
   end
-end
+end

data/lib/slack/smart-bot/utils/save_stats.rb

@@ -1,9 +1,17 @@
 class SlackSmartBot
   def save_stats(method, data: {}, forced: false)
-    if has_access?(method, Thread.current[:user]) or forced
+    if Thread.current[:user].nil? and !data[:user].to_s.empty?
+      user_stats = data[:user]
+    else
+      user_stats = Thread.current[:user]
+    end
+    if has_access?(method, user_stats) or forced
       if config.stats
         begin
-          command_ids_not_to_log = ['add_vacation', 'remove_vacation', 'add_memo_team', 'set_personal_settings']
+          command_ids_not_to_log = [
+            "add_vacation", "remove_vacation", "add_memo_team", "set_personal_settings", "open_ai_chat",
+            "open_ai_chat_add_authorization", "open_ai_chat_copy_session_from_user",
+          ]
           Thread.current[:command_id] = method.to_s
           require "csv"
           if !File.exist?("#{config.stats_path}.#{Time.now.strftime("%Y-%m")}.log")
@@ -38,9 +46,9 @@ class SlackSmartBot
           end
           user_info = find_user(data.user.id)
           if user_info.nil? or user_info.is_app_user or user_info.is_bot
-            time_zone = ''
-            job_title = ''
-            team_id = ''
+            time_zone = ""
+            job_title = ""
+            team_id = ""
           else
             time_zone = user_info.tz_label
             job_title = user_info.profile.title

data/lib/slack/smart-bot/utils/transform_to_slack_markdown.rb

@@ -0,0 +1,36 @@
+class SlackSmartBot
+  def transform_to_slack_markdown(markdown_text)
+    # Regular expressions to match code blocks
+    code_block_regex = /```(.*?)```/m
+
+    # Extract code blocks to preserve them
+    preserved_code_blocks = markdown_text.scan(code_block_regex).map(&:first)
+
+    # Replace code blocks and inline code with placeholders
+    code_block_placeholder_text = ""
+    while markdown_text.include?(code_block_placeholder_text)
+      code_block_placeholder_text = "CODE_BLOCK_PLACEHOLDER_#{"6:x".gen}"
+    end
+    transformed_text = markdown_text.gsub(code_block_regex, code_block_placeholder_text)
+
+    # Transform general Markdown to Slack Markdown
+    transformed_text.gsub!(/^\* (.*)$/, '• \1')        # Unordered list
+    transformed_text.gsub!(/^\s*d+. (.*)$/, '\1.')    # Ordered list
+    transformed_text.gsub!(/!\[(.*?)\]\((.*?)\)/, '\1') # Images to alt text
+    transformed_text.gsub!(/\[(.*?)\]\((.*?)\)/, '<\2|\1>') # Links
+    transformed_text.gsub!(/\*\*(.*?)\*\*/, '*\1*')    # Bold
+    transformed_text.gsub!(/__(.*?)__/, '*\1*')       # Bold
+    # delete any * character in any position if it is a header
+    transformed_text.gsub!(/^\s*#+.*\*/) { |match| match.gsub("*", "") }
+    # add for more than 4 # the same than for #### but one :black_small_square: per extra #
+    transformed_text.gsub!(/^\s*####(#+) (.*)$/) { "\n" + "#{":black_small_square:" * ($1.length + 1)} *#{$2}*" }
+    transformed_text.gsub!(/^\s*#### (.*)$/, "\n" + ':black_small_square: *\1*')       # Header level 4 to bold
+    transformed_text.gsub!(/^\s*### (.*)$/, "\n" + ':small_orange_diamond: *\1*')       # Header level 3 to bold
+    transformed_text.gsub!(/^\s*## (.*)$/, "\n" + ':small_blue_diamond: *\1*')        # Header level 2 to bold
+    transformed_text.gsub!(/^\s*# (.*)$/, "\n" + ':small_red_triangle: *\1*')         # Header level 1 to bold
+
+    # Reinsert preserved code blocks and inline code
+    preserved_code_blocks.each { |block| transformed_text.sub!(code_block_placeholder_text, "```#{block}```") }
+    return transformed_text
+  end
+end