dialog_ruby 0.1.1

data/dialog.sh

@@ -0,0 +1,51 @@
+#!/bin/bash
+########    #######    ########    #######    ########    ########
+##     / / / /    License    \ \ \ \ 
+##    Copyleft culture, Copyright (C) is prohibited here
+##    This work is licensed under a CC BY-SA 4.0
+##    Creative Commons Attribution-ShareAlike 4.0 License
+##    Refer to the http://creativecommons.org/licenses/by-sa/4.0/
+########    #######    ########    #######    ########    ########
+##    / / / /    Code Climate    \ \ \ \ 
+##    Language = bash
+##    Indent = space;    2 chars;
+########    #######    ########    #######    ########    ########
+set -e
+
+## PRE - ENV ##
+. ./engine/exec.sh
+
+
+if [[ -z $Type ]]; then
+    DialogMsg="Please specify type"
+    echo $DialogMsg; select Type in bot cli;  do  break ; done
+fi
+
+if [[ -z $Mode ]]; then
+    DialogMsg="Please specify mode: "
+    echo $DialogMsg; select Mode in dev prod;  do  break ; done
+fi
+
+
+if [[ -z $BotFullname ]]; then
+    DialogMsg="Please specify BotFullname"
+    echo $DialogMsg; select BotFullname in `ls ./_env/*.bot|sed -e 's/.*.\///'`;  do  break ; done
+fi
+
+. ./_env/$BotFullname
+botRunInit
+  
+# if ! [[ -z $CliId ]]; then
+#   if test -f /tmp/dialog_env_${CliId}.sh; then
+#     . /tmp/dialog_env_${CliId}.sh
+#   else
+#     cliRunInit
+#     cliExportEnv
+#   fi
+# fi
+
+DialogBotExec
+
+
+
+

data/dialog_ruby.gemspec

@@ -0,0 +1,41 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+require 'version'
+
+Gem::Specification.new do |s|
+  s.name    = 'dialog_ruby'.freeze
+  s.version = Dialog::VERSION
+  s.authors = ['Eugene Istomin'.freeze]
+  s.email   = ['info@innosense.org'.freeze]
+  s.license = 'CC-BY-SA-4.0'
+  
+  s.homepage    = 'https://gitlab.com/Innosense/MVP/dialog_ruby'.freeze
+  s.description = 'Communication prototyping platform'.freeze
+  s.summary     = 'Communication prototyping platform'.freeze
+  
+  s.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  s.bindir        = 'exe'
+  s.executables   = s.files.grep(%r{^exe/}) { |f| File.basename(f) }  
+  s.require_paths = ['lib'.freeze]
+  
+  #Innosense
+  s.add_runtime_dependency  'dialect_lookup',       '~> 0.0', '>= 0.0.1'
+  s.add_runtime_dependency  'dialog_bot_ruby',      '~> 0'
+  
+  
+  #External
+  s.add_runtime_dependency  'tdlib-ruby',           '~> 0'
+  s.add_runtime_dependency  'i18n',                 '~> 0'
+  s.add_runtime_dependency  'redis',                '~> 0'
+  s.add_runtime_dependency  'concurrent',           '~> 0'
+  s.add_runtime_dependency  'oj',                   '~> 0'
+  s.add_runtime_dependency  'erb',                  '~> 0'
+  s.add_runtime_dependency  'open3',                '~> 0'
+  s.add_runtime_dependency  'sidekiq-cron',         '~> 0'
+  s.add_runtime_dependency  'sidekiq-rate-limiter', '~> 0'
+  
+end
+
+# bundler

data/lib/architecture.md

@@ -0,0 +1,22 @@
+## Передаваемые объекты
+
+# lib/runtime/base.rb
+Namespace: Bot::
+
+Vars owns:
+args[:bot].freeze
+args[:globals].freeze
+args[:rmsg].freeze
+
+
+# lib/runtime/metamess.rb
+Namespace: Bot::Metamess.
+
+Vars owns:
+args[:mmsg].freeze
+
+
+# shared
+args[:smsg] - sending messages to telegram servers
+args[:api] - data echange for botapi, cleared after botapi
+args[:x] - object exchange, cleared after each step (metamess, ..)

data/lib/configuration.rb

@@ -0,0 +1,117 @@
+########    #######    ########    #######    ########    ########
+##     / / / /    License    \ \ \ \ 
+##    Copyleft culture, Copyright (C) is prohibited here
+##    This work is licensed under a CC BY-SA 4.0
+##    Creative Commons Attribution-ShareAlike 4.0 License
+##    Refer to the http://creativecommons.org/licenses/by-sa/4.0/
+########    #######    ########    #######    ########    ########
+##    / / / /    Code Climate    \ \ \ \ 
+##    Language = ruby
+##    Indent = space;    2 chars;
+########    #######    ########    #######    ########    ########
+
+module Dialog
+  extend Dry::Configurable
+  
+  def self.checkEnv(env, val, err=[])
+    if ENV[env].nil?
+      case val
+        when true;  res = true  
+        when false; res = false && err << "There is no #{env} in envs"
+        else        res = val 
+      end
+    else res = ENV[env]; end
+    return res
+  end    
+  
+
+  err = []
+  app = 'Dialog'
+  ARGV[0] ? scope      = ARGV[0] : err << "There is no scope  as ARGV[0]" && scope = false
+  ARGV[1] ? mode       = ARGV[1] : err << "There is no mode   as ARGV[1]" && mode  = false    
+  
+  setting :api do
+    setting :id,   Dialog.checkEnv('ApiID', false, err)
+    setting :hash_s, Dialog.checkEnv('ApiHash', false, err)
+  end
+  
+  setting :run do
+    setting :scope, scope 
+    setting :mode, mode
+  end  
+  
+  setting :naming do
+    setting :app, app
+  end
+
+  unless scope == 'init'
+    ARGV[2] ? namingFull = ARGV[2] : err << "There is no naming as ARGV[2]"
+    
+    token = Dialog.checkEnv('BotToken',  false, err)
+    
+    setting :naming do    
+      setting :app, app
+      setting :full, namingFull
+      if /__/.match? namingFull
+        setting :interface, namingFull.split('__')[0]
+        setting :instance,  namingFull.split('__')[0]   
+      else
+        err << "Error in naming!"
+      end
+      setting :id, token.split(':')[0].to_i
+    end  
+    
+    setting :dialect do
+      setting :folder, Dialog.checkEnv('DialectFolder', false, err)
+      setting :sqlite, Dialog.checkEnv('DialectSqlite', '/tmp/dialect.sqlite')
+    end    
+    
+    setting :db do
+      setting :redis_url,  "./_data/#{namingFull}/redis.sock"
+    end    
+    
+    setting :secure do
+      setting :token,  token
+    end     
+  end
+
+  setting :proxy do
+    setting :type,  Dialog.checkEnv('BotProxyType',  false, err)
+    setting :host,  Dialog.checkEnv('BotProxyHost',  false, err)
+    setting :port,  Dialog.checkEnv('BotProxyPort',  false, err)
+    setting :login, Dialog.checkEnv('BotProxyLogin', false, err)
+    setting :pass,  Dialog.checkEnv('BotProxyPass',  false, err)
+  end
+  
+  setting :path do
+    setting :run,   "#{Dir.pwd}/engine"
+    setting :data,  "#{Dir.pwd}/_data"    
+    setting :render,"#{Dir.pwd}/_render"    
+  end 
+  
+  setting :common do
+    setting :mode,   mode 
+  end
+  
+  setting :log do
+    setting :base,  Dialog.checkEnv('LogLevel', 'info')
+    setting :tdlib, Dialog.checkEnv('TdlibLoglevel', 1)
+  end  
+  
+  setting :monitoring do
+    setting :channel,  Dialog.checkEnv('MonitoringChannel', true)
+  end    
+  
+  setting :host do
+    setting :apiUri,  "https://api.telegram.org"
+    botInstanceHostName = Dialog.checkEnv('BotInstanceHostName', true)
+    setting :instance,  botInstanceHostName
+    setting :web_hook_url, "https://#{botInstanceHostName}/telegram/api/web_hook"    
+  end 
+  
+  unless err.empty?
+    err << "EXITING!"
+    puts err
+    exit(false)
+  end
+end

data/lib/dialogStart.rb

@@ -0,0 +1,189 @@
+########    #######    ########    #######    ########    ########
+##     / / / /    License    \ \ \ \ 
+##    Copyleft culture, Copyright (C) is prohibited here
+##    This work is licensed under a CC BY-SA 4.0
+##    Creative Commons Attribution-ShareAlike 4.0 License
+##    Refer to the http://creativecommons.org/licenses/by-sa/4.0/
+########    #######    ########    #######    ########    ########
+##    / / / /    Code Climate    \ \ \ \ 
+##    Language = ruby
+##    Indent = space;    2 chars;
+########    #######    ########    #######    ########    ########
+
+module Dialog  
+  class << self
+  
+    def redis
+      @redis ||= Redis.new(path: Dialog.config.db.redis_url)
+    end
+    
+    def clear(args)
+      args[:x] = {metamess: {}, redis: {}, data: {}, labels: {}, send: {}, exec: {}}
+      args[:smsg] = {}
+    end
+    
+    def clearRedis(args)
+      args[:x][:redis] = {}
+    end     
+    
+    def clearApi(args)
+      args[:api] = {}
+    end    
+    
+    def start
+      args = {}
+      case Dialog.config.common.mode
+      when 'check'
+        jsonDriven(args, :check)
+      when 'bot'
+        jsonDriven(args, :prod)
+        bot(args)
+      when 'dev'
+        dialectDriven(args)
+        jsonDriven(args, :prod)
+        bot(args)
+      when 'dev_offline'
+        dialectDriven(args)
+        jsonDriven(args, :check)  
+      else
+         Dialog.logger.error "ERROR: no such mode - '#{Dialog.config.common.mode}'"
+      end      
+    end
+    
+    
+    def dialectDriven(args)
+      state = {
+        dialectFolder:  Dialog.config.dialect.folder, 
+        myAppName:      Dialog.config.naming.app, 
+        sqlite:         Dialog.config.dialect.sqlite, 
+        jsonFolder:  "#{Dialog.config.path.render}/json/"
+      }
+      ::Dialect::Lookup.new.run(state)
+      File.delete(Dialog.config.dialect.sqlite)
+    end
+    
+    
+    def jsonDriven(args, type)
+      FileUtils.rm_rf(Dir.glob("#{Dialog.config.path.render}/code_#{type}/*.rb"))     
+      args[:dialect] = {}      
+      
+      json = "#{Dialog.config.path.render}/json/#{Dialog.config.dialect.folder}_#{Dialog.config.naming.app}.json"
+      jsonLoad = Oj.load(File.read(json), symbol_keys: true)
+      args[:dialect] = jsonLoad[:stages][Dialog.config.dialect.folder.to_sym]
+      Dialog::Dialect.run(args, type)
+  
+      args[:dialect] ={} 
+      args[:tmp] = {}      
+      Dir.glob(File.join("#{Dialog.config.path.render}/code_#{type}/**", "*.rb")).sort.each{|f| require f}
+      Dialog.logger.info "Rendered bot code is ok"      
+    end
+
+    
+    def tdlibInit(args)
+      inits = ['cli']
+      args[:tdlib] = {}
+      inits.each do |init|
+        unless File.exists?("#{Dialog.config.path.data}/tdlib/#{init}/td.binlog")
+          Dialog.logger.error "ERROR: please make init of the '#{init}' using 'ruby dialog.rb init #{init}"
+          exit(false)
+        end
+        args[:tdlib][init.to_sym] = Dialog::TDLib.tdlibInit(init)        
+      end
+      args[:tdlib].freeze
+    end
+        
+    
+    
+    def tdlibAuth
+      sess = Dialog::TDLib.tdlibInit(Dialog.config.run.mode)
+      Dialog::TDLib.tdlibAuth(Dialog.config.run.mode, sess)
+    end
+    
+    
+    def bot(args)
+      args[:globals] = {}
+      
+      ### LANG
+      i18n = Dialog::Lang.initial
+      
+      tdlibInit(args)
+      args[:tdlib][:cli].on_ready do |client|
+        a = client.fetch('@type' => 'getMe')
+        args[:globals][:cliId] = a['id'].to_i
+      end        
+          
+      Telegram::Bot::Client.run Dialog.config.secure.token do |bot|
+        args[:bot]= bot; args[:bot].freeze
+        
+        #bot getMe
+        Dialog.logger.info 'BotAPI getMe-request started'        
+        me = bot.api.send(:getMe)
+        Dialog.logger.info 'BotAPI getMe-request completed'     
+        
+        #bot globals
+        args[:globals][:botUsername] = me["result"]["username"]
+        args[:globals][:botFirstName] = me["result"]["first_name"]
+        args[:globals][:botFirstNameArray] = me["result"]["first_name"].split("\s")
+        args[:globals].freeze
+        
+        #common queue
+        args[:queue] = {}
+        args[:queue][:threadCommon] = Concurrent::CachedThreadPool.new
+        
+        #Success
+        Dialog.logger.info "Started: Bot named \"#{args[:globals][:botUsername]}\", botInstance=\"#{Dialog.config.naming.instance}\" of botInterface=\"#{Dialog.config.naming.interface}\", ID=\"#{Dialog.config.naming.id}\", loglevel=\"#{Dialog.config.log.base}\""
+
+        begin        
+          bot.listen do |rmsg|
+            args[:rmsg] = rmsg
+            Dialog.clear(args) 
+            Dialog.clearApi(args)
+            args[:perf] = {init: Time.now}
+              if args[:rmsg].respond_to?(:from)
+                fromId = args[:rmsg][:from][:id]
+                args[:queue][fromId] ||= {}
+                args[:queue][fromId][:thread] = Concurrent::ImmediateExecutor.new unless args[:queue][fromId][:thread]
+                args[:queue][fromId][:thread].post do
+                  runMessage(args)
+                end
+              else
+                Concurrent::Future.execute(executor: args[:queue][:threadCommon]) do
+                  runMessage(args)
+                end                
+              end
+
+          end
+          rescue
+#         rescue Exception => @e
+          retry
+#           Dialog.logger.error "ERROR - #{@e.inspect}\n\n Backtrace:\n #{@e.backtrace.join("\n\t")}\n \
+#           MMSG:\n#{args[:mmsg]}\n" if @e             
+        end        
+      end
+    end
+    
+    
+    def runMessage(args)      
+        begin
+#           Dialog.logger.debug "######### - REDIS STAT:\n #{Dialog::redis.call(['client', 'list'])}\n\n"
+          Dialog::Metamess.firstpoint(args)
+          args[:perf][:fullend] = Time.now                     
+          Dialog.logger.info("## PERF: #{perf(args[:perf]).join(", ")}")  
+          
+        rescue Exception => @e
+          Dialog.logger.error "ERROR - #{@e.inspect}\n\n Backtrace:\n #{@e.backtrace.join("\n\t")}\n \
+          MMSG:\n#{args[:mmsg]}\n" if @e
+          args[:bot].api.send("sendMessage".to_sym, {chat_id: Dialog.config.monitoring.channel, disable_notification: true, text: @e}) unless Dialog.config.monitoring.channel.nil?
+          raise
+        end
+    end
+    
+    def perf(perf)
+    a = []
+    a << "mmsg: #{perf[:metamess] - perf[:init]}s" if perf.has_key?(:metamess)
+    a << "preApiAction: #{perf[:preApiAction] - perf[:init]}s" if perf.has_key?(:preApiAction)
+    a << "full: #{perf[:fullend] - perf[:init]}s"  
+    end
+    
+  end
+end

data/lib/dialog_ruby.rb

@@ -0,0 +1,59 @@
+########    #######    ########    #######    ########    ########
+##     / / / /    License    \ \ \ \ 
+##    Copyleft culture, Copyright (C) is prohibited here
+##    This work is licensed under a CC BY-SA 4.0
+##    Creative Commons Attribution-ShareAlike 4.0 License
+##    Refer to the http://creativecommons.org/licenses/by-sa/4.0/
+########    #######    ########    #######    ########    ########
+##    / / / /    Code Climate    \ \ \ \ 
+##    Language = ruby
+##    Indent = space;    2 chars;
+########    #######    ########    #######    ########    ########
+
+### SYSTEM
+require 'pp'
+require 'timeout'
+require 'logger'
+require 'socket'
+require 'fileutils'
+require 'uri'
+
+### GEMS
+require 'dialect_lookup'
+require 'tdlib-ruby'
+require 'telegram/bot'
+require 'i18n'
+require 'redis'
+require 'concurrent'
+require 'oj'
+require 'erb'
+require 'open3'
+require 'sidekiq-cron'
+require 'sidekiq-rate-limiter'
+#lazy_object
+
+### DRY
+require 'dry-configurable'
+require 'dry-monads'
+require 'dry-matcher'
+require 'dry-transaction'
+require 'dry/inflector'
+require 'dry-validation'
+require 'dry-struct'
+require 'dry-types'
+
+#dry-events - pub/sub
+
+### CODE
+require_relative './configuration.rb'
+require_relative './dialogStart.rb'
+Dir.glob(File.join("#{Dialog.config.path.run}/lib/**", "*.rb")).each{|f| require f}
+
+case Dialog.config.run.scope
+when 'init'
+  Dialog.tdlibAuth
+when 'start'
+  Dialog.start
+when 'stop'
+  true
+end