mrpin-sdk 0.3.141 → 1.0.2

data/lib/mrpin/core/scheduler/manager_scheduler.rb

@@ -0,0 +1,66 @@
+class ManagerScheduler < ManagerBase
+
+  #
+  # Properties
+  #
+
+  #example methods
+  #in, every, unschedule, at
+  attr_reader :scheduler
+
+  #
+  # Methods
+  #
+
+  # default constructor
+  public
+  def initialize(options = nil)
+    super(options)
+
+    @scheduler = Rufus::Scheduler.new
+
+    @actions = []
+
+    @actions_locker = Mutex.new
+  end
+
+  public
+  def post_init
+    super
+
+    create_background_tasks_thread
+  end
+
+  private
+  def create_background_tasks_thread
+    task = ThreadWithTask.new(0.1, 'thread_scheduler')
+
+    task.run do
+      action = nil
+
+      @actions_locker.synchronize do
+        action = @actions.shift
+      end #synchronize
+
+      next if action.nil?
+
+      action.call
+
+      nil
+    end #task
+
+    nil
+  end
+
+  public
+  def run_in_background(*actions, &action_block)
+    @actions_locker.synchronize do
+      actions.each do |action|
+        @actions << action
+      end
+
+      @actions << action_block if action_block
+    end
+  end
+
+end

data/lib/mrpin/core/statistic/error_client_base.rb

@@ -0,0 +1,136 @@
+class ErrorClientBase < ModelBase
+
+  include Mongoid::Document
+  prepend MongoidIdAlias
+
+  #
+  # Static Methods
+  #
+
+  public
+  def self.configure_admin_list(section, field_name)
+
+    case field_name
+      when :_id, :md5, :logs_to_save_left, :logs_files, :stack_trace
+        section.configure field_name do
+          visible false
+        end
+
+      when :throws_count, :players_count
+        section.configure field_name do
+          column_width 60
+        end
+
+      else
+        super(section, field_name)
+    end
+
+  end
+
+  public
+  def self.sort_by_for_admin_list(section)
+
+    section.sort_by :last_error_at
+    section.configure :last_error_at do
+      sort_reverse true
+    end
+
+  end
+
+  public
+  def self.configure_admin_show(section, field_name)
+
+    case field_name
+      when :logs_files
+        section.configure field_name do
+
+          pretty_value do
+
+            logs_files = bindings[:object].logs_files
+
+            result = []
+
+            log_index = 1
+
+            logs_files.each do |url_log|
+
+              result << bindings[:view].link_to("log_file_#{log_index}", url_log.html_safe)
+
+              log_index += 1
+            end
+
+            result.join('<br>').html_safe
+          end
+        end
+      when :stack_trace
+        section.configure field_name do
+          pretty_value do
+            value.join('<br>').html_safe
+          end
+        end
+
+      else
+        superclass.configure_admin_show(section, field_name)
+    end
+
+  end
+
+  #
+  # callbacks
+  #
+
+  before_destroy :cleanup_logs
+
+  #
+  # db
+  #
+
+  store_in collection: 'system_error_clients'
+
+  #
+  # fields
+  #
+
+  #md5 from message + stack
+  field :md5
+
+  field :last_error_at, type: Integer
+  field :first_error_at, type: Integer
+  field :message, type: String
+  field :players_ids_map, type: Hash, default: {}
+
+  field :throws_count, type: Integer, default: 0
+  field :players_count, type: Integer, default: 0
+
+  field :stack_trace, type: String
+
+  field :logs_to_save_left, type: Integer, default: 10
+  field :logs_files, type: Array, default: []
+
+  #
+  # add indexes
+  #
+
+  index(md5: 1)
+
+  #
+  # Methods
+  #
+
+  # default constructor
+  def initialize(options = nil)
+    super(options)
+
+  end
+
+  private
+  def cleanup_logs
+
+    aws_uploader = AppInfo.instance.aws_uploader
+    self.logs_files.each do |url_log_file|
+      aws_uploader.delete_file_from_s3_by_uri(nil, url_log_file)
+    end
+
+  end
+
+end

data/lib/mrpin/core/statistic/error_server_base.rb

@@ -0,0 +1,93 @@
+class ErrorServerBase < ModelBase
+
+  include Mongoid::Document
+  prepend MongoidIdAlias
+
+  #
+  # Static Methods
+  #
+
+  public
+  def self.configure_admin_list(section, field_name)
+
+    case field_name
+      when :_id, :md5, :stack_trace
+        section.configure field_name do
+          visible false
+        end
+
+      when :throws_count, :players_count
+        section.configure field_name do
+          column_width 60
+        end
+
+      else
+        super(section, field_name)
+    end
+
+  end
+
+  public
+  def self.configure_admin_show(section, field_name)
+
+    case field_name
+      when :stack_trace
+        section.configure field_name do
+          pretty_value do
+            value.join('<br>').html_safe
+          end
+        end
+
+      else
+        super(section, field_name)
+    end
+  end
+
+  public
+  def self.sort_by_for_admin_list(section)
+
+    section.sort_by :last_error_at
+    section.configure :last_error_at do
+      sort_reverse true
+    end
+
+  end
+
+  #
+  # db
+  #
+
+  store_in collection: 'system_error_servers'
+
+  #
+  # fields
+  #
+
+  #md5 from message + request_class
+  field :md5
+
+  field :last_error_at, type: Integer
+  field :first_error_at, type: Integer
+  field :message, type: String
+  field :request_class, type: String
+  field :players_ids_map, type: Hash, default: {}
+  field :throws_count, type: Integer, default: 0
+  field :players_count, type: Integer, default: 0
+  field :stack_trace, type: Array
+
+  #
+  # add indexes
+  #
+
+  index(md5: 1)
+
+  #
+  # Methods
+  #
+
+  # default constructor
+  def initialize(options = nil)
+    super(options)
+  end
+
+end

data/lib/mrpin/core/statistic/manager_statistics_base.rb

@@ -0,0 +1,221 @@
+class ManagerStatisticsBase < ManagerBase
+
+  #
+  # Properties
+  #
+
+  public
+  def is_profiler_enable?
+    @handler_profiler_settings[:enable]
+  end
+
+  #
+  # Methods
+  #
+
+  # default constructor
+  public
+  def initialize(options = nil)
+    super(options)
+
+    @class_statistics_config     = get_class_by_name(CLASS_MAP[EClassType::ECT_STATISTIC_CONFIG])
+    @class_statistic_application = get_class_by_name(CLASS_MAP[EClassType::ECT_STATISTIC_APPLICATION])
+
+    @class_player          = get_class_by_name(CLASS_MAP[EClassType::ECT_PLAYER])
+    @class_player_purchase = get_class_by_name(CLASS_MAP[EClassType::ECT_PLAYER_PURCHASE])
+
+    @handler_profiler_settings =
+        {
+            enable: false,
+            size:   0
+        }
+
+    @handler_profiler_managers = []
+  end
+
+  public
+  def post_init
+    super
+  end
+
+  public
+  def invalidate_cache
+    super
+
+    init_config
+  end
+
+  private
+  def init_config
+    @config = @class_statistics_config.first
+
+    assert(!@config.nil?, 'ManagerStatistics. Config is empty')
+
+    assert(!@config.handler_profiler.nil?, 'ManagerStatistics. Config::handler_profiler is empty')
+
+    init_handler_profiler
+  end
+
+  private
+  def init_handler_profiler
+    new_settings = @config.handler_profiler
+    new_settings = Hash[new_settings].symbolize_keys!
+
+    old_settings = @handler_profiler_settings
+
+    new_settings.assert_property!(:enable)
+    new_settings.assert_property!(:size)
+
+    if !new_settings[:enable] && new_settings[:enable] != old_settings[:enable]
+      # clear stats
+      @handler_profiler_managers.each do |manager|
+        requests_handlers_map = manager.handlers_map
+
+        handlers = requests_handlers_map.values
+
+        handlers.each do |handler|
+          next if handler.requests_count == 0
+
+          handler.reset_handler_stats
+        end
+      end
+    end
+
+    if new_settings[:size] != old_settings[:size]
+      # recreate collection if need
+      recreate_collection = true
+
+      if old_settings[:size] == 0
+        collection          = SystemHandlerProfiler.collection_name.to_s
+        collection_size_max = new_settings[:size]
+
+        old_collection_size_max = Utils::Mongo.get_collection_stats_property(collection, 'maxSize') || 0
+
+        old_size_mb = old_collection_size_max / 1_000_000
+        new_size_mb = collection_size_max / 1_000_000
+
+        if old_size_mb == new_size_mb
+          recreate_collection = false
+        end
+      end
+
+      if recreate_collection
+
+        old_documents = []
+
+        SystemHandlerProfiler.all.each do |document|
+          old_documents << document.as_document
+        end
+
+        SystemHandlerProfiler.collection.drop
+
+        collection_name     = SystemHandlerProfiler.collection_name.to_s
+        collection_size_max = new_settings[:size]
+
+        Utils::Mongo.create_capped_collection(collection_name, collection_size_max)
+
+        SystemHandlerProfiler.collection.insert(old_documents) if old_documents.size > 0
+
+      end
+    end
+
+    @handler_profiler_settings = new_settings
+  end
+
+  public
+  def register_manager_to_profile(manager)
+    @handler_profiler_managers << manager
+  end
+
+  public
+  def calculate_application_statistics
+    return if @manager_platforms.nil?
+
+    today_start = Time.now.utc.midnight.to_i
+
+    platforms_list = @manager_platforms.supported_platforms
+
+    # date
+    date           = (Time.now.utc.midnight - 1.second).strftime('%d.%m.%y')
+
+    platforms_list.each do |platform_type|
+
+      # skip if statistic already calculated
+      next if @class_statistic_application.where(date: date, platform_type: platform_type).exists?
+
+      # dau
+      dau              = @class_player.where(:platform_type_login => platform_type,
+                                             :last_login_at       => {'$gt' => (today_start - 1.day).to_i, '$lt' => today_start}).count
+
+      # installs
+      installs         = @class_player.where(:platform_type_install => platform_type,
+                                             :created_at            => {'$gt' => (today_start - 1.day).to_i, '$lt' => today_start}).count
+
+      # revenue
+      platform_revenue = @class_player_purchase.where(:platform_type    => platform_type,
+                                                      :is_purchase_hard => true,
+                                                      :purchased_at     => {'$gt' => (today_start - 1.day).to_i, '$lt' => today_start},
+                                                      :is_test          => false).sum(:price)
+      currency_rate    = @manager_platforms.get_currency_rate(platform_type)
+      revenue          = currency_rate * platform_revenue
+
+      # paid users
+      paid_users       = @class_player_purchase.where(:platform_type    => platform_type,
+                                                      :is_purchase_hard => true,
+                                                      :purchased_at     => {'$gt' => (today_start - 1.day).to_i, '$lt' => today_start},
+                                                      :is_test          => false).distinct(:player_id).count
+
+
+      # retention
+      ret_1d           = retention(platform_type, 1)
+      ret_3d           = retention(platform_type, 3)
+      ret_7d           = retention(platform_type, 7)
+      ret_14d          = retention(platform_type, 14)
+
+
+      # create record
+      statistic        = @class_statistic_application.new
+
+      statistic.date          = date
+      statistic.platform_type = platform_type
+
+      statistic.dau        = dau
+      statistic.installs   = installs
+      statistic.revenue    = revenue.round(1)
+      statistic.paid_users = paid_users
+      statistic.arpu       = dau == 0 ? 0 : (revenue.to_f / dau).round(2)
+      statistic.arppu      = paid_users == 0 ? 0 : (revenue.to_f / paid_users).round(2)
+      statistic.ret_1d     = ret_1d.nil? ? nil : ret_1d.round(2)
+      statistic.ret_3d     = ret_3d.nil? ? nil : ret_3d.round(2)
+      statistic.ret_7d     = ret_7d.nil? ? nil : ret_7d.round(2)
+      statistic.ret_14d    = ret_14d.nil? ? nil : ret_14d.round(2)
+
+      statistic.save!
+    end
+  end
+
+  private
+  def retention(platform_type, day)
+    today_start         = Time.now.utc.midnight.to_i
+
+    # retention interval (yesterday)
+    retention_day_end   = today_start
+    retention_day_start = retention_day_end - 1.day
+
+    # installs interval (<day> days ago)
+    install_day_end     = retention_day_start - day.days
+    install_day_start   = install_day_end - 1.day
+
+    installs_count = @class_player.where(:platform_type_install => platform_type,
+                                         :created_at            => {'$gt' => install_day_start, '$lt' => install_day_end}).count
+
+    return nil if installs_count == 0
+
+    retention_count = @class_player.where(:platform_type_install => platform_type,
+                                          :created_at            => {'$gt' => install_day_start, '$lt' => install_day_end},
+                                          :last_login_at         => {'$gt' => retention_day_start, '$lt' => retention_day_end}).count
+
+    retention_count.to_f/installs_count
+  end
+
+end

data/lib/mrpin/core/statistic/statistic_application_base.rb

@@ -0,0 +1,88 @@
+class StatisticApplicationBase < ModelBase
+
+  include Mongoid::Document
+  prepend MongoidIdAlias
+
+  #
+  # Static methods
+  #
+
+  public
+  def self.configure_admin_list(section, field_name)
+
+    case field_name
+      when :_id
+        section.configure field_name do
+          visible false
+        end
+
+      when :date
+        section.configure field_name do
+          column_width 60
+          #show field at the 1 place
+          self.order = -2
+        end
+
+      when :platform_type
+        section.configure field_name, :enum do
+          enum do
+            EPlatformType::values_list
+          end
+          column_width 60
+          #show field at the 2 place
+          self.order = -1
+        end
+
+      else
+        section.configure field_name do
+          column_width 60
+        end
+    end
+
+  end
+
+  public
+  def self.filters_for_admin_list(section)
+    section.filters [:platform_type]
+  end
+
+  #
+  # db
+  #
+
+  store_in collection: 'statistics_application'
+
+  #
+  # fields
+  #
+
+  field :date, type: String
+  field :platform_type, type: String
+  field :dau, type: Integer
+  field :installs, type: Integer
+  field :paid_users, type: Integer
+  field :revenue, type: Integer
+  field :arpu, type: Float
+  field :arppu, type: Float
+
+  field :ret_1d, type: Float
+  field :ret_3d, type: Float
+  field :ret_7d, type: Float
+  field :ret_14d, type: Float
+
+  #
+  # add_indexes
+  #
+
+  index(date: 1)
+
+  #
+  # Methods
+  #
+
+  # default constructor
+  def initialize(options = nil)
+    super(options)
+  end
+
+end

data/lib/mrpin/core/statistic/statistic_config_base.rb

@@ -0,0 +1,38 @@
+class StatisticConfigBase < ModelBase
+
+  include Mongoid::Document
+
+  #
+  # Static fields
+  #
+
+  #
+  # db
+  #
+
+  store_in collection: 'statistics_config'
+
+  #
+  # fields
+  #
+
+  # handler_profiler:
+  #   enable = true
+  #   size = 10_000_000 bytes
+  field :handler_profiler, type: Hash
+
+
+  #
+  # Properties
+  #
+
+  #
+  # Methods
+  #
+
+  # default constructor
+  def initialize(options = nil)
+    super(options)
+  end
+
+end

data/lib/mrpin/core/statistic/system_handler_profiler.rb

@@ -0,0 +1,85 @@
+class SystemHandlerProfiler < ModelBase
+
+  include Mongoid::Document
+  prepend MongoidIdAlias
+
+  #
+  # Static methods
+  #
+
+  public
+  def self.configure_admin_list(section, field_name)
+
+    case field_name
+      when :_id, :requests_handle_duration_ms
+        section.configure field_name do
+          visible false
+        end
+
+      when :requests_count
+        section.configure field_name do
+          column_width 80
+        end
+
+      when :requests_handle_duration_max
+        section.configure field_name do
+          label 'Duration max'
+          column_width 80
+        end
+
+      when :requests_handle_duration_min
+        section.configure field_name do
+          label 'Duration min'
+          column_width 80
+        end
+
+      when :requests_handle_duration_avg
+        section.configure field_name do
+          label 'Duration avg'
+          column_width 80
+        end
+
+      when :timestamp
+        section.configure field_name do
+          column_width 120
+        end
+      else
+        super(section, field_name)
+    end
+
+  end
+
+  #
+  # db
+  #
+
+  store_in collection: 'system_handler_profiler'
+
+  #
+  # fields
+  #
+
+  field :handler, type: String
+  field :requests_count, type: Integer
+
+  field :requests_handle_duration_ms, type: Integer
+  field :requests_handle_duration_avg, type: Integer
+  field :requests_handle_duration_max, type: Integer
+  field :requests_handle_duration_min, type: Integer
+
+  field :timestamp, type: Integer
+
+  #
+  # Properties
+  #
+
+  #
+  # Methods
+  #
+
+  # default constructor
+  def initialize(options = nil)
+    super
+  end
+
+end