trueandco_analytics 0.3.0 → 0.4.0

data/lib/trueandco_analytics.rb

@@ -1,31 +1,49 @@
-require 'colorize'
-require 'csv'
-require 'fnv'
-require 'byebug'
-
-if defined?(Rails) == 'constant'
-  require 'sidekiq/api'
-  require 'sidekiq'
-  require 'ipaddress'
-  require 'browser'
-  require 'browser/aliases'
-  require 'trueandco_analytics/engine'
-else
-  require 'extension_string'
-end
-require 'trueandco_analytics/config/params'
-require 'trueandco_analytics/modules/info'
+module TrueandcoAnalytics
+  ROOT         = File.expand_path('../..', __FILE__)
+  COMMON_PATH  = "#{TrueandcoAnalytics::ROOT}/lib/trueandco_analytics/common"
+  SITE_PATH    = "#{TrueandcoAnalytics::ROOT}/lib/trueandco_analytics/site"
+  CONSOLE_PATH = "#{TrueandcoAnalytics::ROOT}/lib/trueandco_analytics/console"
 
-I18n.available_locales = [:en]
-I18n.config.enforce_available_locales = true
-I18n.load_path += Dir[File.join(File.dirname(__FILE__), 'trueandco_analytics/locales', '*.yml').to_s]
+  require 'colorize'
+  require 'csv'
+  require 'fnv'
+  require 'byebug'
+  require 'trueandco_analytics/config/params'
+  require 'trueandco_analytics/common/modules/info'
 
-module TrueandcoAnalytics
-  ROOT = File.expand_path('../..', __FILE__)
-  autoload :Reports, 'trueandco_analytics/services/reports'
-  autoload :Logger, 'trueandco_analytics/services/logger'
-  autoload :Workers, 'trueandco_analytics/services/workers'
-  autoload :RedisConnect, 'trueandco_analytics/services/redis_connect'
+  # Add the translations
+  I18n.available_locales = [:en]
+  I18n.config.enforce_available_locales = true
+  I18n.load_path += Dir[File.join(File.dirname(__FILE__), 'trueandco_analytics/common/locales', '*.yml').to_s]
+
+  # Add models
+  require "#{COMMON_PATH}/models/application_record"
+  Dir["#{COMMON_PATH}/models/*.rb"].each { |f| require f }
+
+  if defined?(Rails) == 'constant'
+    require 'sidekiq/api'
+    require 'sidekiq'
+    require 'ipaddress'
+    require 'browser'
+    require 'browser/aliases'
+
+    require "#{SITE_PATH}/controllers/application_controller"
+    Dir["#{SITE_PATH}/**/*.rb"].each { |f| require f }
+
+    require 'trueandco_analytics/engine'
+  else
+    Dir["#{CONSOLE_PATH}/**/*.rb"].each { |f| require f }
+  end
+  # Add service for reports
+  autoload :Reports, 'trueandco_analytics/common/services/reports'
+  # Add list of reports
+  autoload :ApplicationReport, 'trueandco_analytics/common/reports/application_report'
+  autoload :DetailsReport, 'trueandco_analytics/common/reports/details_report'
+  autoload :PageBuyInDateRangeReport, 'trueandco_analytics/common/reports/page_buy_in_date_range_report'
+
+  autoload :Logger, 'trueandco_analytics/common/services/logger'
+  autoload :Workers, 'trueandco_analytics/common/services/workers'
+  autoload :RedisConnect, 'trueandco_analytics/common/services/redis_connect'
 
   def self.table_name_prefix
     'metric_'

data/lib/trueandco_analytics/common/models/metric_user_visit.rb

@@ -0,0 +1,8 @@
+module TrueandcoAnalytics
+    class MetricUserVisit < ApplicationRecord
+      self.table_name = 'metric_user_visits'
+
+      belongs_to :metric_user_session
+      belongs_to :metric_user
+    end
+end

data/lib/trueandco_analytics/{services → common/services}/reports.rb

@@ -1,14 +1,9 @@
-report_dir = "#{TrueandcoAnalytics::ROOT}/lib/trueandco_analytics/reports"
-require "#{report_dir}/application_report"
-Dir["#{report_dir}/*.rb"].each do |f|
-  require f
-end
-
 module TrueandcoAnalytics
   class Reports
     include TrueandcoAnalytics::Modules::Info
 
     def self.available_reports
+      Dir["#{COMMON_PATH}/reports/*.rb"].each { |f| require f }
       TrueandcoAnalytics::ApplicationReport.reports
     end
 

data/lib/trueandco_analytics/config/params.rb

@@ -8,8 +8,8 @@ module TrueandcoAnalytics
         @time_dead_session               = Rails.env.development? ? 30 : 600
       end
       @user_method_check                 = false
-      @buy_selector_class                = 'buy'
-      @buy_selector_class_check          = false
+      @buy_selector                      = ''
+      @buy_selector_check                = false
       @connect_redis                     = { redis_db: 1, }
       @connect_redis_check               = false
       @sidekiq_configure_client_url      = 'redis://localhost:6379/1'
@@ -41,18 +41,18 @@ module TrueandcoAnalytics
           end
         end
 
-        attr_reader :time_survey, :time_dead_session, :buy_selector_class,
+        attr_reader :time_survey, :time_dead_session, :buy_selector,
           :sidekiq_configure_client_url, :sidekiq_configure_server_url, :sidekiq_configure_namespace,
           :connect_db, :connect_redis
         
         attr_writer_only_once :time_survey, :user_method,
           :sidekiq_configure_client_url, :sidekiq_configure_server_url, :sidekiq_configure_namespace,
-          :connect_db,:connect_redis
+          :connect_db, :connect_redis
 
-        def buy_selector_class=(value)
+        def buy_selector=(value)
           return if value.nil?
-          @buy_selector_class = value.delete('.') unless @buy_selector_class_check
-          @buy_selector_class_check = true
+          @buy_selector = value.delete('.') unless @buy_selector_check
+          @buy_selector_check = true
         end
 
         def user_method

data/lib/trueandco_analytics/console/commands/report_c/generate.rb

@@ -0,0 +1,29 @@
+module TrueandcoAnalytics::ReportC
+  class Generate
+    include TrueandcoAnalytics::Modules::Info
+
+    def initialize(name: nil, format: nil, datetime_start: nil, datetime_end: nil, path: nil)
+      @name = name
+      @format = format
+      @datetime_start = datetime_start
+      @datetime_end = datetime_end
+      @path = path || CURRENT_PATH
+    end
+
+    def execute
+      report = ::TrueandcoAnalytics::Reports.get_report_obj(name, format, datetime_start, datetime_end)
+      return if report.nil? || report.data.empty?
+      @path += report.report_name if File.directory?(path)
+      dirname = File.dirname(path)
+      unless File.directory?(dirname)
+        FileUtils.mkdir_p(dirname)
+      end
+      File.open(path, 'w+') {|f| f.write(report.data)}
+      result(I18n.t('trueandco_analytics.result.done', path: path))
+    end
+
+    private
+
+    attr_reader :name, :format, :datetime_start, :datetime_end, :path
+  end
+end

data/lib/trueandco_analytics/engine.rb

@@ -1,5 +1,3 @@
-require "trueandco_analytics/helpers/trueandco_analytics_helper"
-
 module TrueandcoAnalytics
 
   class Engine < ::Rails::Engine
@@ -16,14 +14,12 @@ module TrueandcoAnalytics
     initializer :action_controller do
       ::TrueandcoAnalytics::Workers.init
       ActiveSupport.on_load(:action_controller) do
-        self.try(:helper, ::TrueandcoAnalytics::TrueandcoAnalyticsHelper) ||
-            self.try(:include, ::TrueandcoAnalytics::TrueandcoAnalyticsHelper)
+        self.try(:helper, ::TrueandcoAnalytics::Site::TrueandcoAnalyticsHelper) ||
+            self.try(:include, ::TrueandcoAnalytics::Site::TrueandcoAnalyticsHelper)
       end
     end
 
     config.generators do |g|
-      g.test_framework :rspec, :fixture => false
-      g.fixture_replacement :factory_girl, :dir => 'spec/factories'
       g.assets false
       g.helper false
     end

data/{app/commands/trueandco_analytics → lib/trueandco_analytics/site/commands}/arr_jsons_to_arr_hash.rb

@@ -1,4 +1,4 @@
-module TrueandcoAnalytics
+module TrueandcoAnalytics::Site
   class ArrJsonsToArrHash
 
     def initialize(arr_json)

data/lib/trueandco_analytics/site/commands/metric_c/add_list.rb

@@ -0,0 +1,63 @@
+module TrueandcoAnalytics::Site::MetricC
+  class AddList
+
+    def initialize(metric_user, session, user_session_data)
+      if metric_user.nil? || session.nil? || user_session_data.nil?
+        raise ArgumentError.new("#{self.to_s} metric_user=#{metric_user}
+            session=#{session} user_session_data=#{user_session_data}")
+      end
+      @metric_user = metric_user
+      @session = session
+      @user_session_data = user_session_data
+    end
+
+    def execute
+      uniq_pages = info_uniq_page
+      return if uniq_pages.nil?
+      uniq_pages.each do |page|
+        data = {
+            metric_user: metric_user,
+            metric_user_session: session,
+            page_path: page['page_path'],
+            user_action: page['clicks']['clickDetails'].to_json,
+            time_s: page['time']['timeOnPage'],
+            is_buy: page['clicks']['clickDetails'].length > 0
+        }
+        ::TrueandcoAnalytics::MetricUserVisit.create(data)
+      end
+    end
+
+    private
+
+    attr_reader :metric_user, :session, :user_session_data
+
+    def info_uniq_page
+      length = user_session_data.length
+      return user_session_data if length < 2
+      results = []
+      page = user_session_data[0]['page_path']
+      clickDetails = []
+      index = 0
+      while index < length - 1
+        unless user_session_data[index]['clicks']['clickDetails'].empty?
+          clickDetails = user_session_data[index]['clicks']['clickDetails']
+        end
+        index += 1
+        unless page == user_session_data[index]['page_path']
+          data = user_session_data[index - 1]
+          data['clicks']['clickDetails'] = clickDetails
+          results << data
+          page = user_session_data[index]['page_path']
+          clickDetails = []
+        end
+      end
+      data = user_session_data[index]
+      unless data['clicks']['clickDetails'].empty?
+        clickDetails = data['clicks']['clickDetails']
+      end
+      data['clicks']['clickDetails'] = clickDetails
+      results << data
+      results
+    end
+  end
+end

data/lib/trueandco_analytics/site/commands/session_c/create.rb

@@ -0,0 +1,63 @@
+module TrueandcoAnalytics::Site::SessionC
+  class Create
+    def initialize(metric_user, first_point, timestamp_end, request_info)
+
+      if metric_user.nil? || first_point.nil? || timestamp_end.nil? ||request_info.nil?
+        raise ArgumentError.new("#{self.to_s} metric_user=#{metric_user}
+            first_point=#{first_point} timestamp_end=#{timestamp_end} request_info=#{request_info}")
+      end
+
+      @metric_user = metric_user
+      @ip = request_info['remote_ip']
+      @user_agent = request_info['user_agent']
+      @session_start = first_point['time']['timestamp']
+      @referer = first_point['userReferrer']
+      @live_time_s = timestamp_end - @session_start
+    end
+
+    def execute
+      Browser::Base.include(Browser::Aliases)
+      browser = Browser.new(user_agent, accept_language: "en-us")
+      data = {
+          metric_user: metric_user,
+          user_agent: user_agent,
+          referer: referer,
+          session_start: datetime_session_start,
+          live_time_s: 60,
+          ip_4: ip_v4(ip),
+          ip_6: ip_v6(ip),
+          browser: browser.name,
+          is_mobile: browser.mobile? || false
+      }
+      ::TrueandcoAnalytics::MetricUserSession.create(data)
+    end
+
+    private
+
+    attr_reader :metric_user, :ip, :user_agent, :session_start, :live_time_s, :referer
+
+    def datetime_session_start
+      DateTime.strptime(session_start.to_s, '%s')
+    end
+
+    def ip_v4(ip)
+      ip_o = get_ip_object(ip)
+      result = 0
+      result = ip_o.to_i if ip_o.ipv4?
+      result
+    end
+
+
+    def ip_v6(ip)
+      ip_o = get_ip_object(ip)
+      result = 0
+      result = ip_o.data if ip_o.ipv6?
+      result
+    end
+
+    def get_ip_object(ip)
+      @ip_o ||= IPAddress.parse ip
+    end
+  end
+
+end

data/lib/trueandco_analytics/site/commands/session_c/put_data.rb

@@ -0,0 +1,49 @@
+module TrueandcoAnalytics::Site::SessionC
+  class PutData
+
+    def initialize(json_data, request_info, userInfo)
+      @json_data = json_data
+      @userInfo = userInfo
+      @request_info = request_info
+      @redis = ::TrueandcoAnalytics::RedisConnect.get
+      @time_survey = ::TrueandcoAnalytics::Config::Params.time_survey
+      @time_dead_session = ::TrueandcoAnalytics::Config::Params.time_dead_session
+    end
+
+    def execute
+      1.times do
+        break if userInfo.nil? || userInfo.empty?
+        user_key = ::FNV.new.fnv1_32 userInfo.to_s
+        mange_job(user_key)
+        redis.rpush(user_key, json_data)
+        redis.expire(user_key, time_dead_session + 3)
+      end
+    end
+
+    private
+
+    attr_reader :json_data, :userInfo, :request_info, :redis, :time_dead_session, :time_survey
+
+    def datetime_dead_session
+      ::DateTime.now + time_dead_session.seconds
+    end
+
+    def mange_job(user_key)
+      user_job_key = "#{user_key}:job_key"
+      unless redis.exists user_job_key
+        create_job(user_key, user_job_key)
+      end
+      if redis.ttl(user_job_key) < time_survey * 3
+        job_id = redis.get(user_job_key)
+        Sidekiq::ScheduledSet.new.find_job(job_id)&.delete
+        create_job(user_key, user_job_key)
+      end
+    end
+
+    def create_job(user_key, user_job_key)
+      job_id = ::TrueandcoAnalytics::Site::UserSessionMetricWorker.perform_at(time_dead_session.seconds.from_now, user_key, request_info)
+      redis.setex(user_job_key, time_dead_session, job_id)
+    end
+  end
+
+end

data/lib/trueandco_analytics/site/commands/user_c/create_or_update_user_if_exist.rb

@@ -0,0 +1,39 @@
+module TrueandcoAnalytics::Site::UserC
+  class CreateOrUpdateUserIfExist
+
+    def initialize(user_agent, timestamp_end)
+      if user_agent.nil? || timestamp_end.nil?
+        raise ArgumentError.new("#{self.to_s} user_agent=#{user_agent} timestamp_end=#{timestamp_end}")
+      end
+      @user_agent = user_agent
+      @timestamp_end = timestamp_end
+      @user_id = ::TrueandcoAnalytics::Config::Params.user_method&.id
+    end
+
+    def execute
+      user = nil
+      user = ::TrueandcoAnalytics::MetricUser.find_by(user_id: user_id) if user_id
+      user = ::TrueandcoAnalytics::MetricUser.find_by(hash_id: hash_id) if user.nil?
+      user = if user.nil?
+               ::TrueandcoAnalytics::MetricUser.create(user_id: user_id || 0, datetime_create: datetime_end,
+                                                     last_active_datetime: datetime_end, hash_id: hash_id)
+             else
+               user.update_attribute(:last_active_datetime, datetime_end)
+               user
+             end
+      user
+    end
+
+    private
+
+    attr_reader :user_agent, :timestamp_end, :user_id
+
+    def datetime_end
+      DateTime.strptime(timestamp_end.to_s, '%s')
+    end
+
+    def hash_id
+      @hash_id ||= FNV.new.fnv1_32(user_agent)
+    end
+  end
+end