trueandco_analytics 0.3.0

data/app/commands/trueandco_analytics/report_c/generate.rb

@@ -0,0 +1,31 @@
+module TrueandcoAnalytics
+  module ReportC
+    class Generate
+      include TrueandcoAnalytics::Modules::Info
+
+      def initialize(name: nil, format: nil, datetime_start: nil, datetime_end: nil, path: nil)
+        @name = name
+        @format = format
+        @datetime_start = datetime_start
+        @datetime_end = datetime_end
+        @path = path || CURRENT_PATH
+      end
+
+      def execute
+        report = ::TrueandcoAnalytics::Reports.get_report_obj(name, format, datetime_start, datetime_end)
+        return if report.nil? || report.data.empty?
+        @path += report.report_name if File.directory?(path)
+        dirname = File.dirname(path)
+        unless File.directory?(dirname)
+          FileUtils.mkdir_p(dirname)
+        end
+        File.open(path, 'w+') { |f| f.write(report.data) }
+        result(I18n.t('trueandco_analytics.result.done', path: path))
+      end
+
+      private
+
+      attr_reader :name, :format, :datetime_start, :datetime_end, :path
+    end
+  end
+end

data/app/commands/trueandco_analytics/session_c/create.rb

@@ -0,0 +1,65 @@
+module TrueandcoAnalytics
+  module SessionC
+    class Create
+
+      def initialize(metric_user, first_point, timestamp_end, request_info)
+
+        if metric_user.nil? || first_point.nil? || timestamp_end.nil? ||request_info.nil?
+          raise ArgumentError.new("#{self.to_s} metric_user=#{metric_user}
+            first_point=#{first_point} timestamp_end=#{timestamp_end} request_info=#{request_info}")
+        end
+
+        @metric_user    = metric_user
+        @ip             = request_info['remote_ip']
+        @user_agent     = request_info['user_agent']
+        @session_start  = first_point['time']['timestamp']
+        @referer        = first_point['userReferrer']
+        @live_time_s    = timestamp_end - @session_start
+      end
+
+      def execute
+        Browser::Base.include(Browser::Aliases)
+        browser = Browser.new(user_agent, accept_language: "en-us")
+        data = {
+          metric_user: metric_user,
+          user_agent: user_agent,
+          referer: referer,
+          session_start: datetime_session_start,
+          live_time_s: 60,
+          ip_4: ip_v4(ip),
+          ip_6: ip_v6(ip),
+          browser: browser.name,
+          is_mobile: browser.mobile? || false
+        }
+        MetricUserSession.create(data)
+      end
+
+      private
+
+      attr_reader :metric_user, :ip, :user_agent, :session_start, :live_time_s, :referer
+
+      def  datetime_session_start
+        DateTime.strptime(session_start.to_s,'%s')
+      end
+
+      def ip_v4(ip)
+        ip_o   = get_ip_object(ip)
+        result = 0
+        result = ip_o.to_i if ip_o.ipv4?
+        result
+      end
+
+
+      def ip_v6(ip)
+        ip_o   = get_ip_object(ip)
+        result = 0
+        result = ip_o.data if ip_o.ipv6?
+        result
+      end
+
+      def get_ip_object(ip)
+        @ip_o ||= IPAddress.parse ip
+      end
+    end
+  end
+end

data/app/commands/trueandco_analytics/session_c/put_data.rb

@@ -0,0 +1,46 @@
+module TrueandcoAnalytics
+  module SessionC
+    class PutData
+
+      def initialize(json_data, request_info, userInfo)
+        @json_data = json_data
+        @userInfo = userInfo
+        @request_info = request_info
+        @redis = RedisConnect.get
+        @time_survey = Config::Params.time_survey
+        @time_dead_session = Config::Params.time_dead_session
+      end
+
+      def execute
+        1.times do
+          break if userInfo.nil? || userInfo.empty?
+          user_key = ::FNV.new.fnv1_32 userInfo.to_s
+          mange_job(user_key)
+          redis.rpush(user_key, json_data)
+          redis.expire(user_key, time_dead_session + 3)
+        end
+      end
+
+      private
+
+      attr_reader :json_data, :userInfo, :request_info, :redis, :time_dead_session, :time_survey
+
+      def mange_job(user_key)
+        user_job_key = "#{user_key}:job_key"
+        unless redis.exists user_job_key
+          create_job(user_key, user_job_key)
+        end
+        if redis.ttl(user_job_key) < time_survey * 3
+          job_id = redis.get(user_job_key)
+          Sidekiq::ScheduledSet.new.find_job(job_id)&.delete
+          create_job(user_key, user_job_key)
+        end
+      end
+
+      def create_job(user_key, user_job_key)
+        job_id = UserSessionMetricWorker.perform_at(time_dead_session.seconds.from_now, user_key, request_info)
+        redis.setex(user_job_key, time_dead_session, job_id)
+      end
+    end
+  end
+end

data/app/commands/trueandco_analytics/user_c/create_or_update_user_if_exist.rb

@@ -0,0 +1,41 @@
+module TrueandcoAnalytics
+  module UserC
+    class CreateOrUpdateUserIfExist
+
+      def initialize(user_agent, timestamp_end)
+        if user_agent.nil? ||  timestamp_end.nil?
+          raise ArgumentError.new("#{self.to_s} user_agent=#{user_agent} timestamp_end=#{timestamp_end}")
+        end
+        @user_agent = user_agent
+        @timestamp_end = timestamp_end
+        @user_id = Config::Params.user_method&.id
+      end
+
+      def execute
+        user = nil
+        user = TrueandcoAnalytics::MetricUser.find_by(user_id: user_id) if user_id
+        user = TrueandcoAnalytics::MetricUser.find_by(hash_id: hash_id) if user.nil?
+        user = if user.nil?
+                 TrueandcoAnalytics::MetricUser.create(user_id: user_id || 0, datetime_create: datetime_end,
+                   last_active_datetime: datetime_end, hash_id: hash_id)
+               else
+                 user.update_attribute(:last_active_datetime, datetime_end)
+                 user
+               end
+        user
+      end
+
+      private
+
+      attr_reader :user_agent, :timestamp_end, :user_id
+
+      def  datetime_end
+        DateTime.strptime(timestamp_end.to_s,'%s')
+      end
+
+      def hash_id
+        @hash_id ||= FNV.new.fnv1_32(user_agent)
+      end
+    end
+  end
+end

data/app/controllers/trueandco_analytics/application_controller.rb

@@ -0,0 +1,5 @@
+module TrueandcoAnalytics
+  class ApplicationController < ActionController::Base
+    protect_from_forgery with: :exception
+  end
+end

data/app/controllers/trueandco_analytics/reciver_controller.rb

@@ -0,0 +1,19 @@
+require_dependency "trueandco_analytics/application_controller"
+
+module TrueandcoAnalytics
+  class ReceiverController < ApplicationController
+    
+    def pull_user_statistic
+      data = JSON.parse(params[:user_metric])
+      userInfo = request.user_agent
+      page_path = request.url.match(/(?:\/\/.+?\/)(.+?)(?=\?|$)/)[1]
+      data = data.merge({ page_path: page_path }).to_json
+      request_info = {
+        'remote_ip'  => request.remote_ip,
+        'user_agent' => request.user_agent
+      }
+      SessionC::PutData.new(data, request_info, userInfo).execute
+      render nothing: true, status: 201, content_type: 'text/plain'
+    end
+  end
+end

data/app/models/trueandco_analytics/application_record.rb

@@ -0,0 +1,5 @@
+module TrueandcoAnalytics
+  class ApplicationRecord < ActiveRecord::Base
+    self.abstract_class = true
+  end
+end

data/app/models/trueandco_analytics/metric_user.rb

@@ -0,0 +1,8 @@
+module TrueandcoAnalytics
+  class MetricUser < ApplicationRecord
+    self.table_name = 'metric_users'
+
+    has_many :metric_user_visits, dependent: :destroy
+    has_many :metric_user_sessions, dependent: :destroy
+  end
+end

data/app/models/trueandco_analytics/metric_user_session.rb

@@ -0,0 +1,8 @@
+module TrueandcoAnalytics
+  class MetricUserSession < ApplicationRecord
+    self.table_name = 'metric_user_sessions'
+
+    has_many :metric_user_visits, dependent: :destroy
+    belongs_to :metric_user
+  end
+end

data/app/models/trueandco_analytics/metric_user_visit.rb

@@ -0,0 +1,8 @@
+module TrueandcoAnalytics
+  class MetricUserVisit < ApplicationRecord
+    self.table_name = 'metric_user_visits'
+
+    belongs_to :metric_user_session
+    belongs_to :metric_user
+  end
+end

data/app/workers/trueandco_analytics/user_session_metric_worker.rb

@@ -0,0 +1,21 @@
+module TrueandcoAnalytics
+
+  class UserSessionMetricWorker
+    include Sidekiq::Worker
+    sidekiq_options queue: :user_metric
+
+    def perform(*args)
+      info_pages,info_request = args[0],args[1]
+      @redis = RedisConnect.get
+      user_session_data_json = @redis.lrange(info_pages, 0, -1)
+      return if user_session_data_json.nil?
+      user_session_data = ArrJsonsToArrHash.new(user_session_data_json).execute
+      return unless user_session_data.any?
+      first_point = user_session_data[0]
+      last_point =  user_session_data[-1]
+      metric_user = UserC::CreateOrUpdateUserIfExist.new(info_request['user_agent'], last_point['time']['timestamp']).execute
+      session = SessionC::Create.new(metric_user, first_point, last_point['time']['timestamp'], info_request).execute
+      MetricC::AddList.new(metric_user, session, user_session_data).execute
+    end
+  end
+end

data/config/routes.rb

@@ -0,0 +1,3 @@
+TrueandcoAnalytics::Engine.routes.draw do
+  post 'receiver/pull_user_statistic'
+end

data/config/secrets.yml

@@ -0,0 +1,2 @@
+production:
+  secret_key_base: ppsh

data/db/migrate/20170802133950_create_metric_users.rb

@@ -0,0 +1,19 @@
+class CreateMetricUsers < ActiveRecord::Migration.try(:send, '[]', '5.1')
+  def up
+    drop_table :metric_users if (table_exists? :metric_users)
+    create_table :metric_users do |t|
+      t.integer :user_id, null: false, default: 0
+      t.timestamp :datetime_create, null: false
+      t.timestamp :last_active_datetime, null: false
+    end
+
+    add_column :metric_users, :hash_id, 'integer unsigned', null: false
+
+    add_index(:metric_users, :user_id)
+    add_index(:metric_users, :hash_id)
+  end
+
+  def down
+    drop_table :metric_users
+  end
+end

data/db/migrate/20170802134044_create_metric_user_visits.rb

@@ -0,0 +1,20 @@
+class CreateMetricUserVisits < ActiveRecord::Migration.try(:send, '[]', '5.1')
+  def up
+    drop_table :metric_user_visits if (table_exists? :metric_user_visits)
+    create_table :metric_user_visits do |t|
+      t.integer  :metric_user_id, null: false, default: 0
+      t.integer  :metric_user_session_id, null: false, default: 0
+      t.string   :page_path, null: false
+      t.boolean  :is_buy, null: false, default: false
+      t.text     :user_action, null: false
+    end
+    add_column :metric_user_visits, :time_s, 'mediumint unsigned', null: false, default: 0
+
+    add_index(:metric_user_visits, :metric_user_id)
+    add_index(:metric_user_visits, :metric_user_session_id)
+  end
+
+  def down
+    drop_table :metric_user_visits
+  end
+end

data/db/migrate/20170802134059_create_metric_user_sessions.rb

@@ -0,0 +1,27 @@
+class CreateMetricUserSessions < ActiveRecord::Migration.try(:send, '[]', '5.1')
+  def up
+    drop_table :metric_user_sessions if (table_exists? :metric_user_sessions)
+    create_table   :metric_user_sessions do |t|
+      t.integer    :metric_user_id, null: false, default: 0
+      t.binary     :ip_6, limit: 16, null: false, default: 0
+      t.string     :user_agent, null: false
+      t.string     :referer, null: false
+      t.boolean    :is_mobile, null: false, default: false
+      t.string     :browser, null: false, default: ''
+      t.timestamp  :session_start, null: false
+    end
+
+    add_column :metric_user_sessions, :ip_4, 'integer unsigned', null: false, default: 0
+    add_column :metric_user_sessions, :live_time_s, 'integer unsigned', null: false
+
+    add_index(:metric_user_sessions, :metric_user_id)
+    add_index(:metric_user_sessions, :ip_4)
+    add_index(:metric_user_sessions, :session_start)
+  end
+
+  def down
+    drop_table :metric_user_sessions
+  end
+end
+
+

data/exe/trueandco_analytics

@@ -0,0 +1,28 @@
+#!/usr/bin/env ruby
+ENGINE_ROOT = File.expand_path('../..', __FILE__)
+CURRENT_PATH = Dir.pwd + '/'
+
+require 'bundler/setup'
+require 'i18n'
+require 'optparse'
+require 'fileutils'
+require 'trueandco_analytics'
+require 'trueandco_analytics/cli/common'
+require 'trueandco_analytics/cli/report'
+require "#{ENGINE_ROOT}/app/commands/trueandco_analytics/report_c/generate"
+require 'active_record'
+require 'mysql2'
+require "#{CURRENT_PATH}config/initializers/trueandco_analytics"
+
+models_dir = "#{ENGINE_ROOT}/app/models/trueandco_analytics/"
+require "#{models_dir}application_record.rb"
+Dir["#{models_dir}/*.rb"].each do |f|
+  require f
+end
+
+connect_db = TrueandcoAnalytics::Config::Params.connect_db
+1.times do
+  break if connect_db.nil?
+  ActiveRecord::Base.establish_connection(connect_db)
+  TrueandcoAnalytics::Cli::Common.new(ARGV).execute
+end

data/lib/extension_string.rb

@@ -0,0 +1,20 @@
+class String
+  def underscore!
+    gsub!(/(.)([A-Z])/,'\1_\2')
+    downcase!
+  end
+
+  def underscore
+    dup.tap { |s| s.underscore! }
+  end
+
+  def camelize(uppercase_first_letter = true)
+    string = self
+    if uppercase_first_letter
+      string = string.sub(/^[a-z\d]*/) { $&.capitalize }
+    else
+      string = string.sub(/^(?:(?=\b|[A-Z_])|\w)/) { $&.downcase }
+    end
+    string.gsub(/(?:_|(\/))([a-z\d]*)/) { "#{$1}#{$2.capitalize}" }.gsub('/', '::')
+  end
+end

data/lib/generators/trueandco_analytics/install_generator.rb

@@ -0,0 +1,14 @@
+require 'rails/generators'
+module TrueandcoAnalytics
+  class InstallGenerator < Rails::Generators::Base
+    desc "Configuration UserMetrix gem"
+
+    def self.source_root
+      @source_root ||= File.join(File.dirname(__FILE__), 'templates')
+    end
+
+    def copy_initializer
+      template 'trueandco_analytics.rb', 'config/initializers/trueandco_analytics.rb'
+    end
+  end
+end

data/lib/generators/trueandco_analytics/templates/trueandco_analytics.rb

@@ -0,0 +1,37 @@
+TrueandcoAnalytics.setup do |config|
+  # Time survey Analytics seconds
+  config.time_survey = 15
+
+  # Specify the method available in the ApplicationController to the receiving user object. Containing id, email.
+  #config.user_method = 'current_user'
+
+  # Specify css the selector class for the button purchase
+  config.buy_selector_class = 'buy'
+
+  # Specify the database where redis will store the statistics for the session user
+  config.connect_redis = {
+    #url: "redis://your_host:6379",
+    #redis_password: '',
+    redis_db: 1
+  }
+
+  # Specify Sidekiq config
+  config.sidekiq_configure_client_url      = 'redis://localhost:6379/1'
+  config.sidekiq_configure_server_url      = 'redis://localhost:6379/1'
+  config.sidekiq_configure_namespace       = 'metric'
+
+  #Log name in rails app
+  config.log = nil
+
+  #Specify the database to use in console mode
+=begin
+  config.connect_db = {
+      adapter: :mysql2,
+      database: 'development_db_name',
+      username: 'ivan',
+      password: '3443555',
+      host:     '127.0.0.1',
+      port: 3306
+  }
+=end
+end