snapstats 0.0.1

data/config/routes.rb

@@ -0,0 +1,23 @@
+Snapstats::Engine.routes.draw do
+	
+	root to: 'mains#show'
+
+	resource :main do
+		collection do
+			get :chart
+		end
+	end
+
+	resource :performance do
+		collection do
+			get :chart
+		end
+	end
+	
+	resource :user do
+		collection do
+			get 'activity/:id' 			=> 'users#activity', :as => :activity
+			get 'activity/:id/chart' 	=> 'users#chart', :as => :chart
+		end
+	end
+end

data/lib/event_logger/event_logger.rb

@@ -0,0 +1,45 @@
+module Snapstats
+	require "event_logger/event_logger_static"
+	require "event_logger/event_logger_store"
+
+  class EventLogger
+
+  	def initialize
+  		@redis = Snapstats::redis
+  	end
+
+  	def call name, started, finished, unique_id, payload
+  		return nil if payload[:controller].scan(/^Snapstats/ui).present?
+
+  		@payload = payload
+      @payload[:render_time] = finished - started
+      @user_agent = UserAgent.parse(@payload[:user_agent])
+
+      store_cpm
+  		store_daily_activity
+      store_daily_uniqs
+      
+      store_daily_platforms
+      store_daily_browsers
+
+  		store_user_activity_table
+      store_slowest_controller
+  	end
+
+  	private
+
+  	def mkey name
+      Snapstats.mkey name
+  	end
+
+  	def mtime name
+  		Snapstats.mtime name
+  	end
+
+  	def mday name
+      Snapstats.mday name
+  	end
+
+  end
+
+end

data/lib/event_logger/event_logger_static.rb

@@ -0,0 +1,55 @@
+module Snapstats
+
+  class EventLogger
+
+  	@@is_started = false
+
+    def self.start
+    	unless @@is_started
+	    	
+	    	init_events
+	    	subscribe 
+
+	    	@@is_started = true
+	    end
+    end
+
+    def self.subscribe
+    	ActiveSupport::Notifications.subscribe('process_action.action_controller', self.new)
+    end
+
+    def self.init_events
+    	
+			ActionController::Instrumentation.send(:define_method, "process_action") do |arg|
+
+			  raw_payload = {
+			    :controller => self.class.name,
+			    :action     => self.action_name,
+			    :params     => request.filtered_parameters,
+			    :format     => request.format.try(:ref),
+			    :method     => request.method,
+			    :path       => (request.fullpath rescue "unknown"),
+			 
+			    :ip         => request.remote_ip,
+			    :stash      => request.session['flash'] && request.session['flash'][:log],
+			    
+			    :user_id  	=> request.env['warden'].try(:user).try(:id),
+			    :user_email => request.env['warden'].try(:user).try(:email),
+			    :user_agent => request.user_agent
+			  }
+			 
+			  ActiveSupport::Notifications.instrument("start_processing.action_controller", raw_payload.dup)
+			 
+			  ActiveSupport::Notifications.instrument("process_action.action_controller", raw_payload) do |payload|
+			    result = super(arg)
+			    payload[:status] = response.status
+			    append_info_to_payload(payload)
+			    result
+			  end
+			end
+
+    end
+
+  end
+
+end

data/lib/event_logger/event_logger_store.rb

@@ -0,0 +1,89 @@
+module Snapstats
+	
+  class EventLogger
+
+  	# Daily report
+
+    def store_cpm
+      @redis.hincrby mday("cpm"), Time.now.beginning_of_minute.to_i, 1
+    end
+
+		def store_daily_activity
+
+      time_key = Time.current.to_i
+
+      value = { 
+        path:  @payload[:path],
+        ctrl:  @payload[:controller],
+        actn:  @payload[:action],
+        rntm:  @payload.keys.select{ |i| i.to_s.scan(/runtime/ui).present? }.reduce({}){ |sum, i| sum[i.to_s.gsub(/_runtime/ui, '').to_sym] = @payload[i].to_f.round(3); sum },
+        os:    @user_agent.platform,
+        brwsr: @user_agent.browser,
+        brver: @user_agent.version.to_s,
+        ip:    @payload[:ip],
+        total: @payload[:render_time],
+        email: @payload[:user_email],
+        date: time_key
+      }.to_json
+
+      @redis.zadd mday('activity'), time_key, value
+
+      # add here links to users in sets like
+
+      if @payload[:user_id].present? && @payload[:user_email].present?
+        
+        uvalue = {
+          ts:     time_key,
+          path:   @payload[:path],
+          total:  @payload[:render_time],
+          os:     @user_agent.platform,
+          brwsr:  @user_agent.browser,
+          brver:  @user_agent.version.to_s
+
+        }.to_json
+
+        @redis.zadd mday("activity:user:#{@payload[:user_id]}"), time_key, uvalue
+      end
+  	end
+
+    def store_daily_uniqs
+      @redis.hincrby mday('uniq'), @payload[:ip], 1
+    end
+
+    def store_daily_platforms
+      @redis.hset mday('platforms'), "#{@payload[:ip]}_#{@user_agent.platform}", @user_agent.platform
+    end
+
+    def store_daily_browsers
+      @redis.hset mday('browsers'), "#{@payload[:ip]}_#{@user_agent.browser}", @user_agent.browser
+    end
+
+  	# User activity
+
+  	def store_user_activity_table
+  		return nil unless @payload[:user_id].present?
+
+  		value = { 
+  			ts: 		Time.current.to_i, 
+  			path: 	@payload[:path],
+        email:  @payload[:user_email]
+  		}.to_json
+
+  		@redis.hset mkey("activity:users"), @payload[:user_id], value 
+  	end
+
+  	# Performance
+
+    def store_slowest_controller
+
+      value = {
+        ctrl:  @payload[:controller],
+        actn:  @payload[:action],
+      }.to_json
+
+      @redis.zadd mday('performance:controllers'), @payload[:render_time].to_f, value
+    end
+
+  end
+
+end

data/lib/event_reader/event_reader.rb

@@ -0,0 +1,168 @@
+module Snapstats
+	module EventReader
+		
+		class Activity
+			include Virtus.model
+
+			attribute :email, String
+      attribute :path, String
+      attribute :controller, String
+      attribute :action, String
+      attribute :runtimes, Hash
+      attribute :os, String
+      attribute :browser, String
+      attribute :version, String
+      attribute :ip, String
+      attribute :render_time, String
+      attribute :date, Time
+
+			def self.fetch from=0, to=Time.now
+				Snapstats.redis.zrangebyscore(Snapstats.mday("activity"), from.to_i, to.to_i).map do |i|
+					v = JSON.parse(i, :symbolize_names => true)
+					
+					self.new(email: 			v[:email], 
+									path: 				v[:path], 
+									controller: 	v[:ctrl], 
+									action: 			v[:actn], 
+									runtimes: 		v[:rntm], 
+									os: 					v[:os], 
+									browser: 			v[:brwsr], 
+									version: 			v[:brver],
+									ip: 					v[:ip],
+									render_time: 	v[:total],
+									date: 				Time.at(v[:date].to_i))	
+				end 
+			end
+      
+      def self.fetch_all_chart
+
+      	# after 5 minutes i forgot how it works
+
+      	fetch(Time.now.beginning_of_day).map{ |i| 
+
+      		i.runtimes.reduce({}){ |sum, (k,v)| sum[k] = { value: v, date: i.date.to_i }; sum } 
+
+      	}.reduce({}){ |sum, i| 
+      		
+      		i.keys.each{ |rt| sum[rt].present? ? sum[rt] << i[rt] : sum[rt] = [ i[rt] ] }
+      		sum
+      	}
+
+      end
+
+		end
+
+		class Performance
+			include Virtus.model
+
+			attribute :controller
+			attribute :action
+			attribute :render_time
+
+			def self.fetch_slowest_controllers
+				Snapstats.redis.zrevrangebyscore(Snapstats.mday('performance:controllers'), '+inf', '-inf', { withscores: true }).map do |i|
+					v 		= JSON.parse(i.first, :symbolize_names => true)
+					time 	= i.last
+
+					self.new(controller: v[:ctrl], action: v[:actn], render_time: time)
+				end
+			end
+
+		end
+
+		class Browsers
+			include Virtus.model
+
+			attribute :name, String
+			attribute :total, Integer
+
+			def self.fetch_platforms
+				data = Snapstats.redis.hgetall(Snapstats.mday("platforms")).values.group_by{ |platform| platform }.map{ |name, platforms|{name => platforms.count} }
+				data.map{|i| self.new(name: i.keys.try(:first), total: i.values.try(:first)) }
+			end
+
+			def self.fetch_browsers
+				data = Snapstats.redis.hgetall(Snapstats.mday("browsers")).values.group_by{ |browser| browser }.map{ |name, browsers|{ name => browsers.count} }
+				data.map{|i| self.new(name: i.keys.try(:first), total: i.values.try(:first)) }
+			end
+		end
+
+		class Uniqs
+			include Virtus.model
+
+			def self.fetch_uniqs
+				Snapstats.redis.hgetall(Snapstats.mday("uniq")).keys.count
+			end
+		end
+
+		class Cpm
+			include Virtus.model
+
+
+			def self.fetch_all
+				Snapstats.redis.hgetall(Snapstats.mday("cpm"))
+			end
+
+			def self.fetch_all_hash
+				data = Snapstats.redis.hgetall(Snapstats.mday("cpm"))
+
+				cpm = data[Time.now.beginning_of_minute.to_i.to_s] || 0
+				cpd = data.values.reduce(0){ |sum, i| sum + i.to_i }
+
+				cph = data.group_by{ |k, v| Time.at(k.to_i).beginning_of_hour }.reduce({}){|sum, (k, v)| sum[k] = v.map{|i| i.last.to_i}.reduce(:+); sum }
+				cph = cph.values.reduce(:+) / cph.keys.count
+
+				{ cpm: cpm, cph: cph, cpd: cpd }
+			end
+
+			def self.fetch_all_chart
+				fetch_all.map{ |k, v| { date: k, value: v } }
+			end
+      
+		end
+
+		class UserActivity
+			include Virtus.model
+
+			attribute :email, String
+			attribute :date, Time
+			attribute :path, String
+			attribute :user_id, String
+			attribute :render_time, String
+			attribute :os, String
+			attribute :browser, String
+			attribute :version, String
+
+			def self.fetch_all
+				Snapstats.redis.hgetall(Snapstats.mkey("activity:users")).map do |uid, values|
+					values = JSON.parse(values, :symbolize_names => true)
+					self.new(email: values[:email], date: Time.at(values[:ts].to_i), path: values[:path], user_id: uid)
+				end
+			end
+
+			def self.fetch_for_user user_id, from='+inf', to='-inf'
+      	Snapstats.redis.zrevrangebyscore(Snapstats.mday("activity:user:#{user_id}"), from, to).map do |i|
+					v = JSON.parse(i, :symbolize_names => true)
+
+					self.new(	path: 				v[:path],
+										render_time: 	v[:total],
+										os: 					v[:os], 
+										browser: 			v[:brwsr], 
+										version: 			v[:brver],
+										date: 				Time.at(v[:ts].to_i))
+					end 
+      end
+
+      def self.fetch_email_by_uid user_id
+      	data = Snapstats.redis.hgetall(Snapstats.mkey("activity:users"))[user_id]
+      	JSON.parse(data, :symbolize_names => true)[:email] if data
+      end
+
+      def self.fetch_chart_for_user user_id
+      	fetch_for_user(user_id).group_by{ |i| i.date.beginning_of_minute }.map{ |k, v| { date: k.to_i, value: v.count } }
+      end
+
+		end
+
+	end
+end

data/lib/ext/redis.rb

@@ -0,0 +1,19 @@
+module Snapstats
+	
+	def self.redis
+		@@redis ||= Redis.new(:host => 'localhost', :port => 6379)
+	end
+
+	def self.mkey name
+		"snaps:#{name}"
+	end
+
+	def self.mtime name
+		"snaps:#{Time.now.to_i}:#{name}"
+	end
+
+	def self.mday name
+		"snaps:#{DateTime.current.beginning_of_day.to_i}:#{name}"
+	end
+
+end

data/lib/snapstats/engine.rb

@@ -0,0 +1,9 @@
+require "redis"
+require "useragent"
+require "virtus"
+
+module Snapstats
+  class Engine < ::Rails::Engine
+    isolate_namespace Snapstats
+  end
+end

data/lib/snapstats/version.rb

@@ -0,0 +1,3 @@
+module Snapstats
+  VERSION = "0.0.1"
+end

data/lib/snapstats.rb

@@ -0,0 +1,8 @@
+require "snapstats/engine"
+require "ext/redis"
+require "event_logger/event_logger"
+require "event_reader/event_reader"
+
+module Snapstats
+	EventLogger.start
+end

data/lib/tasks/snapstats_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :snapstats do
+#   # Task goes here
+# end

data/test/dummy/README.rdoc

@@ -0,0 +1,28 @@
+== README
+
+This README would normally document whatever steps are necessary to get the
+application up and running.
+
+Things you may want to cover:
+
+* Ruby version
+
+* System dependencies
+
+* Configuration
+
+* Database creation
+
+* Database initialization
+
+* How to run the test suite
+
+* Services (job queues, cache servers, search engines, etc.)
+
+* Deployment instructions
+
+* ...
+
+
+Please feel free to use a different markup language if you do not plan to run
+<tt>rake doc:app</tt>.

data/test/dummy/Rakefile

@@ -0,0 +1,6 @@
+# Add your own tasks in files placed in lib/tasks ending in .rake,
+# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
+
+require File.expand_path('../config/application', __FILE__)
+
+Dummy::Application.load_tasks

data/test/dummy/app/assets/javascripts/application.js

@@ -0,0 +1,13 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file.
+//
+// Read Sprockets README (https://github.com/sstephenson/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require_tree .

data/test/dummy/app/assets/stylesheets/application.css

@@ -0,0 +1,13 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the top of the
+ * compiled file, but it's generally better to create a new file per style scope.
+ *
+ *= require_self
+ *= require_tree .
+ */

data/test/dummy/app/controllers/application_controller.rb

@@ -0,0 +1,5 @@
+class ApplicationController < ActionController::Base
+  # Prevent CSRF attacks by raising an exception.
+  # For APIs, you may want to use :null_session instead.
+  protect_from_forgery with: :exception
+end

data/test/dummy/app/helpers/application_helper.rb

@@ -0,0 +1,2 @@
+module ApplicationHelper
+end

data/test/dummy/app/views/layouts/application.html.erb

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Dummy</title>
+  <%= stylesheet_link_tag    "application", media: "all", "data-turbolinks-track" => true %>
+  <%= javascript_include_tag "application", "data-turbolinks-track" => true %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>

data/test/dummy/bin/bundle

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
+load Gem.bin_path('bundler', 'bundle')

data/test/dummy/bin/rails

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+APP_PATH = File.expand_path('../../config/application',  __FILE__)
+require_relative '../config/boot'
+require 'rails/commands'

data/test/dummy/bin/rake

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require_relative '../config/boot'
+require 'rake'
+Rake.application.run

data/test/dummy/config/application.rb

@@ -0,0 +1,23 @@
+require File.expand_path('../boot', __FILE__)
+
+require 'rails/all'
+
+Bundler.require(*Rails.groups)
+require "snapstats"
+
+module Dummy
+  class Application < Rails::Application
+    # Settings in config/environments/* take precedence over those specified here.
+    # Application configuration should go into files in config/initializers
+    # -- all .rb files in that directory are automatically loaded.
+
+    # Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
+    # Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
+    # config.time_zone = 'Central Time (US & Canada)'
+
+    # The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
+    # config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
+    # config.i18n.default_locale = :de
+  end
+end
+

data/test/dummy/config/boot.rb

@@ -0,0 +1,5 @@
+# Set up gems listed in the Gemfile.
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../../../Gemfile', __FILE__)
+
+require 'bundler/setup' if File.exists?(ENV['BUNDLE_GEMFILE'])
+$LOAD_PATH.unshift File.expand_path('../../../../lib', __FILE__)

data/test/dummy/config/database.yml

@@ -0,0 +1,25 @@
+# SQLite version 3.x
+#   gem install sqlite3
+#
+#   Ensure the SQLite 3 gem is defined in your Gemfile
+#   gem 'sqlite3'
+development:
+  adapter: sqlite3
+  database: db/development.sqlite3
+  pool: 5
+  timeout: 5000
+
+# Warning: The database defined as "test" will be erased and
+# re-generated from your development database when you run "rake".
+# Do not set this db to the same as development or production.
+test:
+  adapter: sqlite3
+  database: db/test.sqlite3
+  pool: 5
+  timeout: 5000
+
+production:
+  adapter: sqlite3
+  database: db/production.sqlite3
+  pool: 5
+  timeout: 5000

data/test/dummy/config/environment.rb

@@ -0,0 +1,5 @@
+# Load the Rails application.
+require File.expand_path('../application', __FILE__)
+
+# Initialize the Rails application.
+Dummy::Application.initialize!

data/test/dummy/config/environments/development.rb

@@ -0,0 +1,29 @@
+Dummy::Application.configure do
+  # Settings specified here will take precedence over those in config/application.rb.
+
+  # In the development environment your application's code is reloaded on
+  # every request. This slows down response time but is perfect for development
+  # since you don't have to restart the web server when you make code changes.
+  config.cache_classes = false
+
+  # Do not eager load code on boot.
+  config.eager_load = false
+
+  # Show full error reports and disable caching.
+  config.consider_all_requests_local       = true
+  config.action_controller.perform_caching = false
+
+  # Don't care if the mailer can't send.
+  config.action_mailer.raise_delivery_errors = false
+
+  # Print deprecation notices to the Rails logger.
+  config.active_support.deprecation = :log
+
+  # Raise an error on page load if there are pending migrations
+  config.active_record.migration_error = :page_load
+
+  # Debug mode disables concatenation and preprocessing of assets.
+  # This option may cause significant delays in view rendering with a large
+  # number of complex assets.
+  config.assets.debug = true
+end