dialog_ruby 0.1.10 → 0.1.11

data/lib/storage/redis/cached/pullpush.rb

@@ -0,0 +1,76 @@
+########    #######    ########    #######    ########    ########
+##     / / / /    License    \ \ \ \ 
+##    Copyleft culture, Copyright (C) is prohibited here
+##    This work is licensed under a CC BY-SA 4.0
+##    Creative Commons Attribution-ShareAlike 4.0 License
+##    Refer to the http://creativecommons.org/licenses/by-sa/4.0/
+########    #######    ########    #######    ########    ########
+##    / / / /    Code Climate    \ \ \ \ 
+##    Language = ruby
+##    Indent = space;    2 chars;
+########    #######    ########    #######    ########    ########
+
+module Dialog
+  module Storage
+    module Redis
+      class << self 
+
+      
+        def typeKeyDescr(query, args)
+          case query[:type]
+          when 'chat'
+            query[:typeKey] = args[:mmsg][:fqndata][:o][:chat][:id]
+            query[:pushCache] = true if query[:key] == 'context'
+          when 'user'
+            query[:typeKey] = args[:mmsg][:fqndata][:o][:from][:id]
+          end
+        end        
+        
+      
+        def pullCached(query, args)
+          typeKeyDescr(query, args)        
+          a =  redisDo({:type  => :cache, 
+                        :op    => :read, 
+                        :data  => {hname: "#{query[:type]}:#{query[:typeKey]}", k: query[:key]}, 
+                        :query => query})        
+          #[0]  # possible BUG - first array element
+          
+          Dialog.logger.debug "Redis Request: #{query}"      
+          
+          if a.nil? and query[:pushCache] == true
+            a = pushCachedPreproc(query, args)
+          else
+            Dialog.logger.debug "Using cached query for the upper request"            
+          end
+        end
+      
+        
+        def pushCachedPreproc(query, args)
+          typeKeyDescr(query, args)
+          Dialog.logger.debug "Redis pushToCache, typeKey::#{query[:typeKey]}, type::#{query[:type]}"        
+          
+          case query[:type]
+          when 'chat'
+            case query[:key]
+            when 'context'
+              res = pushCachedPreprocChatContext(query, args)
+            end
+
+          when 'user'
+            case query[:key]
+            when :example
+              true
+            end
+          end
+          
+          return redisDo({:type  => :cache, 
+                          :op    => :write, 
+                          :data  => {hname: "#{query[:type]}:#{query[:typeKey]}", k: query[:key], v: res}, 
+                          :query => query})
+        end
+        
+      
+      end
+    end 
+  end
+end

data/lib/storage/redis/cached/pushPreproc.rb

@@ -0,0 +1,41 @@
+########    #######    ########    #######    ########    ########
+##     / / / /    License    \ \ \ \ 
+##    Copyleft culture, Copyright (C) is prohibited here
+##    This work is licensed under a CC BY-SA 4.0
+##    Creative Commons Attribution-ShareAlike 4.0 License
+##    Refer to the http://creativecommons.org/licenses/by-sa/4.0/
+########    #######    ########    #######    ########    ########
+##    / / / /    Code Climate    \ \ \ \ 
+##    Language = ruby
+##    Indent = space;    2 chars;
+########    #######    ########    #######    ########    ########
+
+module Dialog
+  module Storage
+    module Redis
+      class << self 
+
+        def pushCachedPreprocChatContext(query, args)
+          Dialog.clearApi(args)
+          args[:smsg] = {chat_id: args[:mmsg][:fqndata][:o][:chat][:id]}
+          args[:api][:op] = 'ChatAdministrators'
+          a = Dialog::BotApi.apiActionGet(args)
+          bman = 0;  cman = 0
+          a['result'].each do |user|
+            Dialog.logger.debug "userId #{user['user']['id']}, userStatus #{user['status']}; cliId #{args[:globals][:cliId]}, botId #{Dialog.config.naming.id}"
+            cman = 1 if (user['user']['id'].to_i == args[:globals][:cliId]  and user['status'] == 'creator')
+            bman = 1 if (user['user']['id'].to_i == Dialog.config.naming.id and user['status'] == 'administrator')
+          end
+          Dialog.logger.debug "Context args: @bman=#{bman} @cman=#{cman}"
+          res = Dialog::Naming::ChatContext.Fullman if (bman == 1 and cman == 1)      
+          res = Dialog::Naming::ChatContext.Botman if (bman == 1 and cman == 0)
+          res = Dialog::Naming::ChatContext.Climan if (bman == 0 and cman == 1)
+          res = Dialog::Naming::ChatContext.Noman if (bman == 0 and cman == 0)
+
+          return res
+        end
+      
+      end
+    end 
+  end
+end

data/lib/storage/redis/func.rb

@@ -0,0 +1,47 @@
+########    #######    ########    #######    ########    ########
+##     / / / /    License    \ \ \ \ 
+##    Copyleft culture, Copyright (C) is prohibited here
+##    This work is licensed under a CC BY-SA 4.0
+##    Creative Commons Attribution-ShareAlike 4.0 License
+##    Refer to the http://creativecommons.org/licenses/by-sa/4.0/
+########    #######    ########    #######    ########    ########
+##    / / / /    Code Climate    \ \ \ \ 
+##    Language = ruby
+##    Indent = space;    2 chars;
+########    #######    ########    #######    ########    ########
+
+module Dialog
+  module Storage
+    module Redis
+      class << self        
+      
+        def redisDo(act)
+          case act[:type]
+          when :cache
+            redis = Dialog.redisDBCache          
+          when :stat
+            redis = Dialog.redisDBStat
+          when :store
+            redis = Dialog.redisDBStore
+          end
+          
+          case act[:op]
+          when :write
+            res = redis.hmset("#{act[:data][:hname]}", ":#{act[:data][:k]}", act[:data][:v])
+            act[:query].key?(:ttl) ? ttl = act[:query][:ttl] : ttl = false
+            redis.expire "#{act[:data][:hname]}", act[:query][:ttl] unless ttl == false
+            Dialog.logger.debug "Redis SET - #{act[:data][:hname]} K:#{act[:data][:k]} V: #{act[:data][:v]} with ttl #{ttl}"
+            act[:data][:v]
+          when :read
+            res = redis.hmget("#{act[:query][:type]}:#{act[:query][:typeKey]}", ":#{act[:query][:key]}")[0]  # possible BUG - first array element 
+          when :inc
+            res = redis.hincrby("#{act[:data][:hname]}", ":#{act[:data][:k]}", 1)
+          end
+          
+          return res
+        end
+        
+      end
+    end 
+  end
+end

data/lib/storage/redis/stat/push.rb

@@ -0,0 +1,33 @@
+########    #######    ########    #######    ########    ########
+##     / / / /    License    \ \ \ \ 
+##    Copyleft culture, Copyright (C) is prohibited here
+##    This work is licensed under a CC BY-SA 4.0
+##    Creative Commons Attribution-ShareAlike 4.0 License
+##    Refer to the http://creativecommons.org/licenses/by-sa/4.0/
+########    #######    ########    #######    ########    ########
+##    / / / /    Code Climate    \ \ \ \ 
+##    Language = ruby
+##    Indent = space;    2 chars;
+########    #######    ########    #######    ########    ########
+
+module Dialog
+  module Storage
+    module Redis
+      class << self 
+
+
+        def pushStat(query)
+          Dialog.logger.debug "Redis pushToStat, typeKey::#{query[:typeKey]}, type::#{query[:type]}"        
+          
+          query.has_key?(:redisOp) ? op = query[:redisOp].to_sym : op = :write
+          return redisDo({:type  => :stat, 
+                          :op    => op, 
+                          :data  => {hname: "#{query[:type]}:#{query[:typeKey]}", k: query[:key], v: query[:value]}, 
+                          :query => query})
+        end
+        
+      
+      end
+    end 
+  end
+end

data/lib/tdlib/auth.rb

@@ -17,8 +17,8 @@ module Dialog
       case mode
       when 'bot'
         bot_auth(tgSess)
-      when 'cli'
-        cli_auth(tgSess)
+      when 'user'
+        user_auth(tgSess)
       end
     end
 
@@ -54,7 +54,7 @@ module Dialog
       loop do
         case state
         when :wait_token
-          p 'Please enter bot token:'      
+          Dialog.logger.info 'Please enter bot token:'
           token = STDIN.gets.strip      
           params = {
             '@type' => 'checkAuthenticationBotToken',
@@ -73,7 +73,7 @@ module Dialog
 
 
 
-    def cli_auth(tgSess)
+    def user_auth(tgSess)
       state = nil
       
       tgSess.broadcast(proxy)  
@@ -102,7 +102,7 @@ module Dialog
         p state
         case state
         when :wait_phone
-          p 'Please enter phone number:'      
+          Dialog.logger.error 'Please enter phone number:'
           phone = STDIN.gets.strip
           params = {
             '@type' => 'setAuthenticationPhoneNumber',
@@ -111,7 +111,7 @@ module Dialog
           tgSess.broadcast_and_receive(params).tap(&error_handler)
           
         when :wait_code
-          p 'Please enter code from SMS:'
+          Dialog.logger.error 'Please enter code from SMS:'
           code = STDIN.gets.strip
           params = {
             '@type' => 'checkAuthenticationCode',
@@ -120,7 +120,7 @@ module Dialog
           tgSess.broadcast_and_receive(params).tap(&error_handler)
           
         when :wait_password
-          p 'Please enter password:'
+          Dialog.logger.error 'Please enter password:'
           password = STDIN.gets.strip
           params = {
             '@type' => 'checkAuthenticationPassword',
@@ -129,6 +129,7 @@ module Dialog
           tgSess.broadcast_and_receive(params).tap(&error_handler) 
         when :ready
           @me = tgSess.broadcast_and_receive('@type' => 'getMe')
+          Dialog.logger.error 'TDLib cli init success!'          
           break
         end
       end

data/lib/tdlib/init.rb

@@ -13,12 +13,12 @@ module Dialog
   module TDLib
     class << self
 
-      def tdlibInit(name)
-        
+      def tdlibInit
+        name = Dialog.config.naming.instance
         FileUtils.mkdir_p("#{Dialog.config.path.dialogData}/tdlib/#{name}")        
         config = {
-            api_id: Dialog.config.api.id,
-            api_hash: Dialog.config.api.hash_s,
+            api_id: Dialog.config.tdlib.id,
+            api_hash: Dialog.config.tdlib.hash_s,
             device_model: Dialog.config.naming.app,
             database_directory: "#{Dialog.config.path.dialogData}/tdlib/#{name}",
             files_directory:    "#{Dialog.config.path.dialogData}/tdlib/#{name}",
@@ -28,7 +28,7 @@ module Dialog
           config.lib_path = '/usr/lib64'
         end
         
-        TD::Api.set_log_verbosity_level(Dialog.config.log.tdlib)  
+        TD::Api.set_log_verbosity_level(Dialog.config.log.tdlib.to_i)  
         handler = TD::Client.new(**config)
         
         return handler

data/lib/telegram/botapi.rb

@@ -27,12 +27,13 @@ module Dialog
       end    
 
       def apiAction(args)  
-        args[:perf][:preApiAction] = Time.now                                                                                               
+        args[:perf][:preApiAction] = Time.now        
         op = args[:api][:op]
         Dialog.logger.debug "Operation #{op}: #{args[:smsg]}\n"
         a = args[:bot].api.send("#{op}".to_sym, args[:smsg])   
         Dialog.logger.debug "API Answer - #{a}"                      
         
+        args[:perf][:postApiAction] = Time.now                
         if a["ok"] == true
           return a
         else

data/lib/telegram/wrappers.rb

@@ -26,12 +26,11 @@ module Dialog
     
     def downloadFile(args)
       file = args[:mmsg][:fqndata][:f][:file]
-      FileUtils.mkdir_p("#{Dialog.config.path.render}/_tmpfiles/")
       c = Dialog::BotApi.socks5_connection      
       url_file="/file/bot#{Dialog.config.secure.token}/#{file[:path]}"
       response = c.get url_file    
       file.has_key?(:name) ? name = file[:name] : name = file[:path].split('/')[1]
-      File.open("#{Dialog.config.path.render}/_tmpfiles/#{name}", 'wb') { |fp| fp.write(response.body) }
+      File.open("#{Dialog.config.path.dialogTmpfiles}/#{name}", 'wb') { |fp| fp.write(response.body) }
       return name
     end
     

data/lib/tooling/log.rb

@@ -25,7 +25,6 @@ module Dialog
         "#{msg}\n"
       end      
        
-      @logger.info 'Logger started'
       @debug_level = debug_level
     end
 

data/lib/tooling/strings.rb

@@ -0,0 +1,12 @@
+module Dialog
+  module Strings
+    class << self
+      
+      def text2md(text)
+        res = text.gsub(/[_*]/, '_' => '\_', '*' => '\*')
+        return res
+      end
+      
+    end
+  end
+end

data/lib/triggers/_func.rb

@@ -0,0 +1,39 @@
+########    #######    ########    #######    ########    ########
+##     / / / /    License    \ \ \ \ 
+##    Copyleft culture, Copyright (C) is prohibited here
+##    This work is licensed under a CC BY-SA 4.0
+##    Creative Commons Attribution-ShareAlike 4.0 License
+##    Refer to the http://creativecommons.org/licenses/by-sa/4.0/
+########    #######    ########    #######    ########    ########
+##    / / / /    Code Climate    \ \ \ \ 
+##    Language = ruby
+##    Indent = space;    2 chars;
+########    #######    ########    #######    ########    ########
+
+module Dialog
+  module Triggers
+    class << self    
+   
+      def erbGen(erbFile, dst, erb={})
+        if not File.file?(dst)
+          tmpl = ERB.new(File.read("#{Dialog.config.path.dialog_ruby}/exec/#{erbFile}")).result(binding)
+          File.open(dst, 'w') do |f| f.write tmpl; end         
+        end
+      end
+    
+    
+      def systemd(service, mode)
+        Open3.popen3('/usr/bin/systemctl', '--user', 'daemon-reload')
+        if mode == 'enstart'
+          Open3.popen3('/usr/bin/systemctl', '--user', 'enable',  service)        
+          Open3.popen3('/usr/bin/systemctl', '--user', 'restart', service)
+        end
+      end
+    
+      def trigger__run
+        Dialog._run
+      end
+        
+    end
+  end
+end

data/lib/triggers/{_meta/full.rb → console_start.rb}

@@ -10,12 +10,15 @@
 ##    Indent = space;    2 chars;
 ########    #######    ########    #######    ########    ########
 
-module Dialog  
-  class << self    
+module Dialog
+  module Triggers
+    class << self     
     
-    def trigger_full
-      
-    end
     
+      def trigger_console_start
+        Dialog._run      
+      end
+    
+    end
   end
 end

data/lib/triggers/deploy.rb

@@ -0,0 +1,104 @@
+########    #######    ########    #######    ########    ########
+##     / / / /    License    \ \ \ \ 
+##    Copyleft culture, Copyright (C) is prohibited here
+##    This work is licensed under a CC BY-SA 4.0
+##    Creative Commons Attribution-ShareAlike 4.0 License
+##    Refer to the http://creativecommons.org/licenses/by-sa/4.0/
+########    #######    ########    #######    ########    ########
+##    / / / /    Code Climate    \ \ \ \ 
+##    Language = ruby
+##    Indent = space;    2 chars;
+########    #######    ########    #######    ########    ########
+
+module Dialog
+  module Triggers
+    class << self     
+    
+      def trigger_deploy
+        require 'erb'      
+        mode = Dialog.config.run.mode
+        Dialog.logger.debug "Using mode '#{mode}'"      
+        FileUtils.mkdir_p "#{Dir.home}/.config/systemd/user"
+        deploy_redis_run unless File.file?("#{Dialog.config.path.dialogData}/redis/dump.rdb")
+        deploy_background_systemd
+        deploy_binaries_notice
+        deploy_bot_systemd
+        deploy_tdlib_systemd
+        deploy_bot_dev_systemd if Dialog.config.run.mode == 'dev' 
+        Open3.popen3('/usr/bin/systemctl', '--user', 'daemon-reload')
+        deploy_gems unless File.file?("#{Dir.home}/.config/systemd/user/dialog_bot_dev@.service")
+      end
+      
+      
+      def deploy_redis_run
+        if File.file?('/usr/sbin/redis-server')
+          redisDir = "#{Dialog.config.path.dialogData}/redis"
+          FileUtils.mkdir_p redisDir
+          erbGen('systemd/dialog_redis.service', "#{Dir.home}/.config/systemd/user/dialog_redis.service")
+          erbGen('conf/redis_local.conf', "#{redisDir}/redis_local.conf")
+          erbGen('conf/redis_global.conf', "#{redisDir}/redis_global.conf")
+          systemd('dialog_redis', 'enstart')
+          Dialog.logger.info "Redis deployment OK!"          
+        else
+          Dialog.logger.error "Please install Redis binary"
+          Dialog.logger.info "openSUSE: zypper --no-gpg-checks --non-interactive in redis"
+          exit(false)
+        end
+      end
+      
+      
+      def deploy_bot_systemd
+        erbGen('systemd/dialog_runMode@.service', "#{Dir.home}/.config/systemd/user/dialog_bot@.service", {:mode => 'bot'})
+        erbGen('systemd/dialog_runner@.path',    "#{Dir.home}/.config/systemd/user/dialog_bot_pre@.path", {:desc => "dialog_bot_pre runner", :path => "/tmp/in4/dialog_touch_%i"})            
+        erbGen('systemd/dialog_runMode@.service', "#{Dir.home}/.config/systemd/user/dialog_bot_pre@.service",  {:mode => 'check', :env => 'bot', :systemdChain => "dialog_bot"})  
+        Dialog.logger.info "Bot systemd services deployed OK!"                  
+      end      
+
+      
+      def deploy_tdlib_systemd
+        erbGen('systemd/dialog_runMode@.service', "#{Dir.home}/.config/systemd/user/dialog_tdlib@.service", {:mode => 'tdlib'})   
+        Dialog.logger.info "TDLib systemd services deployed OK!"
+      end
+      
+      
+      def deploy_background_systemd
+        erbGen('systemd/dialog_background.service', "#{Dir.home}/.config/systemd/user/dialog_background.service")
+        systemd('dialog_background', 'enstart')        
+        Dialog.logger.info "Background systemd services deployed OK!"
+      end  
+      
+      
+      def deploy_bot_dev_systemd
+        erbGen('systemd/dialog_runner@.path',    "#{Dir.home}/.config/systemd/user/dialog_bot_dev@.path", {:desc => 'dialog_bot_dev runner', :path => "#{Dialog.config.path.dialog}/dialect/dialect.sqlite"})                  
+        erbGen('systemd/dialog_runMode@.service', "#{Dir.home}/.config/systemd/user/dialog_bot_dev@.service", {:mode => 'dialect', :env => 'bot', :systemdChain => 'dialog_bot'}) 
+        Dialog.logger.info "Bot development systemd services deployed OK!"        
+      end         
+
+      
+      def deploy_binaries_notice
+        Dialog.logger.warn "Please install neccessary binaries:"
+        Dialog.logger.info "openSUSE: zypper ar -cf https://download.opensuse.org/repositories/home:/in4ops:/4wrap/openSUSE_Leap_15.0/home:in4ops:4wrap.repo"
+        #will be 'home:in4ops:Innosense:libs'
+        Dialog.logger.info "openSUSE: zypper --no-gpg-checks --non-interactive in zbar tdlib" 
+        Dialog.logger.info "sudo loginctl enable-linger $USER"
+      end
+      
+      
+      def deploy_gems
+        stderr, status = Open3.capture3("gem specific_install -u -l https://gitlab.com/Innosense/libs/dialog_bot_ruby.git", :stdin_data => 'stdin')
+        Dialog.logger.info stderr
+        stderr, status = Open3.capture3("gem specific_install -u -l https://gitlab.com/Innosense/MVP/dialect_lookup.git", :stdin_data => 'stdin')
+        Dialog.logger.info stderr
+        stderr, status = Open3.capture3("gem specific_install -u -l https://gitlab.com/Innosense/MVP/dialog_ruby.git", :stdin_data => 'stdin')
+        Dialog.logger.info stderr        
+        Dialog.logger.info "Gems deployment OK!"                  
+      end
+      
+
+      def deploy_gitsync
+      end  
+      
+
+    end
+  end
+end