analytics 0.1.0 → 0.1.1

data/Rakefile

@@ -21,7 +21,7 @@ Jeweler::Tasks.new do |gem|
   gem.authors = ["Jun Tsai"]
   # Include your dependencies below. Runtime dependencies are required when using your gem,
   # and development dependencies are only needed for development (ie running rake tasks, tests, etc)
-  gem.add_runtime_dependency 'mysql2', '> 0.1'
+  gem.add_runtime_dependency 'mysql2', '>= 0.2.6'
   #  gem.add_runtime_dependency 'jabber4r', '> 0.1'
   #  gem.add_development_dependency 'rspec', '> 1.2.3'
 end

data/VERSION

@@ -1 +1 @@
-0.1.0
+0.1.1

data/analytics.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{analytics}
-  s.version = "0.1.0"
+  s.version = "0.1.1"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Jun Tsai"]
-  s.date = %q{2011-02-20}
+  s.date = %q{2011-02-21}
   s.description = %q{Analytics System}
   s.email = %q{jcai@fepss.com}
   s.extra_rdoc_files = [
@@ -48,20 +48,20 @@ Gem::Specification.new do |s|
       s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
       s.add_development_dependency(%q<jeweler>, ["~> 1.5.2"])
       s.add_development_dependency(%q<rcov>, [">= 0"])
-      s.add_runtime_dependency(%q<mysql2>, ["> 0.1"])
+      s.add_runtime_dependency(%q<mysql2>, [">= 0.2.6"])
     else
       s.add_dependency(%q<shoulda>, [">= 0"])
       s.add_dependency(%q<bundler>, ["~> 1.0.0"])
       s.add_dependency(%q<jeweler>, ["~> 1.5.2"])
       s.add_dependency(%q<rcov>, [">= 0"])
-      s.add_dependency(%q<mysql2>, ["> 0.1"])
+      s.add_dependency(%q<mysql2>, [">= 0.2.6"])
     end
   else
     s.add_dependency(%q<shoulda>, [">= 0"])
     s.add_dependency(%q<bundler>, ["~> 1.0.0"])
     s.add_dependency(%q<jeweler>, ["~> 1.5.2"])
     s.add_dependency(%q<rcov>, [">= 0"])
-    s.add_dependency(%q<mysql2>, ["> 0.1"])
+    s.add_dependency(%q<mysql2>, [">= 0.2.6"])
   end
 end
 

data/lib/analytics.rb

@@ -1,5 +1,105 @@
+# zxth analytics system
+require 'mysql2'
+
 module Analytics
-    def self.do
-        "Hello World"
+    #connect to mysql
+    DB='analytics'
+    CLIENT= Mysql2::Client.new(:host => "localhost", :username => "root",
+                                :socket => '/tmp/mysql.sock',:encoding => 'utf8',
+                                :database => DB)
+    # gather day visitor data
+    def self.gather_day_visitor
+        Util.gather_data{|site_id,client|
+            gatherer = FetchMainGatherData.new(site_id,client)
+            gatherer.gatherDayVisitor
+        }
+    end
+    # gather hour visitor data
+    def self.gather_hour_visitor
+        Util.gather_data{|site_id,client|
+            gatherer = FetchMainGatherData.new(site_id,client)
+            gatherer.gatherHourVisitor
+        }
+    end
+    #gather visitor data using dictionary group
+    def self.gather_dic_visitor gather_table,column_name
+        Util.gather_data{|site_id,client|
+            gatherer = FetchMainGatherData.new(site_id,client)
+            gatherer.gatherDicDayVisitor gather_table,column_name
+        }
+    end
+    class Util
+        def self.gather_data
+            #Fetch all sites
+            sites = []
+            CLIENT.query("select id from sites",:as=> :array).each{|r| sites << r[0]}
+            #Gather day visitor data
+            sites.each{|site_id|
+                yield(site_id,CLIENT)
+            }
+        end
+        # get query time by hour method
+        def Util.hour_query_time
+            now = Time.new
+            last_hour_time = now-(60*60)
+            last_hour_start = Time.mktime(last_hour_time.year,last_hour_time.month,last_hour_time.day,last_hour_time.hour,0,0).to_i
+            last_hour_end = last_hour_start+(60*60)-1
+            return now.to_i*1000,last_hour_start*1000,last_hour_end*1000
+        end
+        # get query time by hour method
+        def Util.day_query_time
+            now = Time.new
+            last_day_time = now-(60*60*24)
+            last_day_start = Time.mktime(last_day_time.year,last_day_time.month,last_day_time.day,0,0,0).to_i
+            last_day_end = last_day_start+(60*60*24)-1
+            return now.to_i*1000,last_day_start*1000,last_day_end*1000
+        end
+    end
+    #Fetch main visitor data
+    class FetchMainGatherData
+        def initialize(site_id,client)
+            @site_id = site_id
+            @client = client
+        end
+        # gather visitor day data
+        def gatherDayVisitor
+            now,yesterday_start,yesterday_end = Util.day_query_time
+            pv = @client.query("select count(id) from visitors where site_id=#{@site_id} and created_at > #{yesterday_start} and created_at < #{yesterday_end}",:as=>:array).first.first
+            ipv = @client.query("select count(distinct ip) from visitors where site_id=#{@site_id} and created_at > #{yesterday_start} and created_at < #{yesterday_end}").first.first
+            @client.query("insert into site_day_gather(site_id,pv,ipv,day_time,created_at) 
+                 values( #{@site_id},
+                         #{pv},
+                         #{ipv},
+                         #{yesterday_start},
+                         #{now})")
+        end
+        # gather visitor hour data
+        def gatherHourVisitor
+            now,last_hour_start,last_hour_end = Util.hour_query_time
+            pv = @client.query("select count(id) from visitors where site_id=#{@site_id} and created_at >= #{last_hour_start} and created_at <= #{last_hour_end}",:as=>:array).first.first
+            ipv = @client.query("select count(distinct ip) from visitors where site_id=#{@site_id} and created_at >= #{last_hour_start} and created_at <= #{last_hour_end}").first.first
+            @client.query("insert into site_hour_gather(site_id,pv,ipv,hour_time,created_at) " +
+                 "values( #{@site_id},
+                         #{pv},
+                         #{ipv},
+                         #{last_hour_start},
+                         #{now})")
+        end
+        # gather dictionary day visitor data
+        def gatherDicDayVisitor gather_table,col
+
+            #get query timestamp
+            now,yesterday_start,yesterday_end = Util.day_query_time
+
+            @client.query("select count(id),#{col} from visitors where site_id=#{@site_id} and created_at > #{yesterday_start} and created_at < #{yesterday_end} group by #{col}",:as=>:array).each{|row|
+
+                @client.query("insert into #{gather_table}(site_id,pv,#{col},day_time,created_at) 
+                 values( #{@site_id},
+                              #{row[0]},
+                              #{row[1]},
+                              #{yesterday_start},
+                              #{now})")
+            }
+        end
     end
 end

data/test/test_analytics.rb

@@ -1,7 +1,15 @@
 require 'helper'
 
 class TestAnalytics < Test::Unit::TestCase
-  should "probably rename this file and start testing for real" do
-    flunk "hey buddy, you should probably rename this file and start testing for real"
+  should "not null" do
+      Analytics::Util.day_query_time
+      Analytics::Util.hour_query_time
+      #connect to mysql
+      DB='analytics'
+      client = Mysql2::Client.new(:host => "localhost", :username => "root",
+                                  :socket => '/tmp/mysql.sock',:encoding => 'utf8',:database => DB)
+      fetcher = Analytics::FetchMainGatherData.new(1,client)
+      fetcher.gatherDayVisitor
+      fetcher.gatherHourVisitor
   end
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: analytics
 version: !ruby/object:Gem::Version 
-  hash: 27
+  hash: 25
   prerelease: false
   segments: 
   - 0
   - 1
-  - 0
-  version: 0.1.0
+  - 1
+  version: 0.1.1
 platform: ruby
 authors: 
 - Jun Tsai
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-02-20 00:00:00 +08:00
+date: 2011-02-21 00:00:00 +08:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -82,13 +82,14 @@ dependencies:
   requirement: &id005 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - ">"
+    - - ">="
       - !ruby/object:Gem::Version 
-        hash: 9
+        hash: 27
         segments: 
         - 0
-        - 1
-        version: "0.1"
+        - 2
+        - 6
+        version: 0.2.6
   type: :runtime
   name: mysql2
   prerelease: false