sinatra-statistics 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c27c3dd6f004e2ea0a9f4a82ba659b57ebdd1877
+  data.tar.gz: 534e1ab384f02014259a1a5d1c37f4c08451497f
+SHA512:
+  metadata.gz: 49c88ec6cc9d671aba71fa87dbd94f402139b73bd5b6753e2067c9e8fb6d71c54dfe53a02531d5958b122b43a08fe9c99d35c501a619c080d9f5878ae3d00304
+  data.tar.gz: 10da4320263eb9b2daa82bde58a1fa04b8974b0aa5125a96e13162df331225b9eed21b46daf35c77ff052f447cc327b0b53f2a6adb558f54b3f7dfe7177bcdfc

data/lib/json_db.rb

@@ -0,0 +1,63 @@
+require "json"
+
+class JsonDB
+    def initialize(file_path)
+        @data_file_path = file_path
+        if not File.exists?(file_path)
+            @data_hash_arr = []
+            save()
+            puts("create empty list file #{file_path}")
+        end
+        @data_hash_arr = JsonDB.load(@data_file_path)
+    end
+    def self.load(file_path)
+        File.open(file_path) do |the_file|
+            JSON.parse(the_file.read())["data"]
+        end
+    end
+    def reload()
+        @data_hash_arr = JsonDB.load(@data_file_path)
+    end
+    def get_data()
+        @data_hash_arr
+    end
+    def set_data(data_hash_arr)
+        @data_hash_arr = data_hash_arr
+    end
+    def save()
+        the_data = {"data"=>@data_hash_arr}
+        File.open(@data_file_path,"w") do |the_file|
+            the_file.write(JSON.pretty_generate(the_data))
+        end
+    end
+end
+
+
+if __FILE__ == $0
+    require 'minitest/autorun'
+    require 'minitest/spec'
+    require 'testhelper'
+
+    cur_dir = File.dirname(__FILE__)
+    data_file_path = File.join(cur_dir,"../history_db.json")
+    the_db = JsonDB.new(data_file_path)
+    describe "JsonDB" do
+        it "load" do
+            the_db.get_data.ppt()
+            # require 'pry';binding.pry
+        end
+        # it "add" do
+        #     the_db.add({"comment"=>"test"})
+        #     the_db.save()
+        #     # require 'pry';binding.pry
+        # end
+        # it "delete" do
+        #     the_db.delete_and_save(5)
+        # end
+        # it "edit" do
+        #     the_db.edit_and_save({"comment"=>"mmm", "id"=>5})
+        #     the_db.get_data.ppt()
+        # end
+
+    end
+end

data/lib/key_value_db.rb

@@ -0,0 +1,80 @@
+require_relative 'json_db'
+
+
+class KeyValueDB < JsonDB
+    def initialize(file_path, max_count=999999)
+        super(file_path)
+        @max_count = max_count
+    end
+    def set_max_count(max_count)
+        @max_count = max_count
+    end
+    def add(the_data)
+        if @data_hash_arr.size >= @max_count
+            @data_hash_arr.shift
+        end
+        new_record = the_data
+        @data_hash_arr << new_record
+        new_record
+    end
+    def add_or_update_by_key(the_data, the_key)
+        found_index = -1
+        @data_hash_arr.each_with_index do |cur_data, i|
+            if cur_data[the_key]== the_data[the_key]
+                found_index = i
+                break
+            end
+        end
+        if found_index > -1
+            @data_hash_arr[found_index] = the_data
+        else
+            add(the_data)
+        end
+        the_data
+    end
+    def find(the_key, the_value)
+        @data_hash_arr.each do |cur_data|
+            if cur_data[the_key] == the_value
+                return cur_data
+            end
+        end
+        return nil
+    end
+    def find_all(the_key, the_value)
+        @data_hash_arr.select do |cur_data|
+            cur_data[the_key] == the_value
+        end
+    end
+end
+
+if __FILE__ == $0
+    require 'minitest/autorun'
+    require 'minitest/spec'
+    require 'testhelper'
+
+
+    cur_dir = File.dirname(__FILE__)
+    data_file_path = File.join(cur_dir,"../data/confirmation_db.json")
+    cc_db = KeyValueDB.new(data_file_path)
+
+    describe "KeyValueDB" do
+        it "find" do
+            cc_db.find("survey_id","127.0.0.1-20170901120433934271").pt()
+        end
+    end
+    # describe "Hash" do
+    #     it "get_by_keys" do
+    #         a = {"id"=>123,
+    #             "config" => {
+    #                 "worker_id"=>345,
+    #                 "other"=>111
+    #             }
+
+    #         }
+    #         a.get_by_keys(["config", "worker_id"]).pt()
+    #         a.get_by_keys(["config", "mmm"]).pt()
+
+    #     end
+    # end
+
+end

data/lib/statistics.rb

@@ -0,0 +1,106 @@
+require 'Date'
+require_relative 'key_value_db'
+
+module Statistics
+    $statistics_db = nil
+    $pass_list = []
+    VERSION = "0.0.1"
+    SAVE_DAYS = 7
+    def self.set_db_file(db_file_path)
+        $statistics_db = KeyValueDB.new(db_file_path, 999999)
+        $today = $statistics_db.find("id",get_day_id())
+        if $today == nil
+            $today = {
+                "id" => get_day_id(),
+                "type" => "day",
+                "version" => VERSION,
+                "count" => 0,
+                "ip" => {},
+                "updated_time" => get_time_str()
+            }
+        end
+        $cur_month =  $statistics_db.find("id",get_month_id())
+        if $cur_month == nil
+            $cur_month = {
+                "id" => get_month_id(),
+                "type" => "month",
+                "version" => VERSION,
+                "count" => 0,
+                "ip" => {},
+                "updated_time" => get_time_str()
+            }
+        end
+    end
+    def self.set_filter_pass_list(pass_list)
+        $pass_list = pass_list
+    end
+
+    def self.get_day_id(the_time=nil)
+        if the_time == nil
+            the_time = Time.now()
+        end
+        the_time.strftime('%Y%m%d')
+    end
+    def self.get_month_id(the_time=nil)
+        if the_time == nil
+            the_time = Time.now()
+        end
+        the_time.strftime('%Y%m')
+    end
+    def self.get_time_str(the_time=nil)
+        if the_time == nil
+            the_time = Time.now()
+        end
+        the_time.strftime('%Y-%m-%d %H:%M:%S.%6N')
+    end
+    def self.clear_historic_data(the_time)
+        pre_day_time = the_time - SAVE_DAYS * 86400
+        pre_day_id = get_day_id(pre_day_time)
+        all_data = $statistics_db.get_data()
+        all_data.reject! do |record|
+            record["type"] == "day" and record["id"] < pre_day_id
+        end
+        $statistics_db.set_data(all_data)
+    end
+
+    def self.execute(request)
+        puts request.path_info
+        if not request.path_info.start_with?("/statistics") and 
+                not $pass_list.include?(request.path_info)
+            cur_time = Time.now()
+
+            $today["count"] += 1
+            $today["updated_time"] = get_time_str(cur_time)
+            if $today["ip"].include?(request.ip)
+                $today["ip"][request.ip] += 1
+            else
+                $today["ip"][request.ip] = 1
+            end
+
+            $cur_month["count"] += 1
+            if $cur_month["ip"].include?(request.ip)
+                $cur_month["ip"][request.ip] += 1
+            else
+                $cur_month["ip"][request.ip] = 1
+            end
+            $cur_month["updated_time"] = $today["updated_time"]
+
+            $statistics_db.add_or_update_by_key($today, "id")
+            $statistics_db.add_or_update_by_key($cur_month, "id")
+            clear_historic_data(cur_time)
+            $statistics_db.save()
+        end
+    end
+end
+get "/extension/statistics/:month_count" do |month_count|
+    month_count = month_count.to_i
+    cur_month = Date.today
+    (1).upto(month_count).each {|x| cur_month=cur_month.prev_month}
+    prev_month_str = cur_month.to_s.gsub("-","")[0..5]
+    all_data = $statistics_db.get_data()
+    new_data = all_data.select do |record|
+        # [record["id"], prev_month_str, (record["id"] >= prev_month_str)].ppt
+        record["id"] >= prev_month_str
+    end
+    new_data.to_json
+end

metadata

@@ -0,0 +1,46 @@
+--- !ruby/object:Gem::Specification
+name: sinatra-statistics
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Colin Ji
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-10-11 00:00:00.000000000 Z
+dependencies: []
+description: a statistics extension for sinatra.
+email: jichen3000@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/json_db.rb
+- lib/key_value_db.rb
+- lib/statistics.rb
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: a statistics extension for sinatra.
+test_files: []