stat-count-client 0.0.1 → 0.0.2

data/lib/stat-count-client/config_loader.rb

@@ -0,0 +1,13 @@
+#encoding: UTF-8
+
+#Example
+#stat.count:
+#  hessian.domain: http://localhost:8080/stat-count-runtime/hessian/remoteSimpleCountCollecter
+#  hessian.java.package:  com.ximalaya.stat.count.data
+#  log.file: D:/log/stat/stat-count-ruby.log
+#  log.level: info
+
+module ConfigLoader
+  LOADER = YAML.load_file("../config/stat-count-client.yaml");
+  CONFIG = LOADER['stat.count']
+end

data/lib/stat-count-client/hessian/stat_data_utils.rb

@@ -0,0 +1,16 @@
+#encoding: UTF-8
+
+module Stat
+   module Data
+       module Utils
+        
+
+         # def java_class_name(java_package)
+         #   index =  self.class.name.rindex "::"
+         #   index = (index.nil?) ?  0 : index+2
+         #   simple_name = self.class.name[index..-1]
+         #   java_package.nil? ? simple_name : java_package + "." + simple_name
+         # end
+       end
+  end
+end

data/lib/stat-count-client/hessian_client.rb

@@ -0,0 +1,179 @@
+#encoding: UTF-8
+
+require "yaml"
+require "stat-count-client/config_loader"
+require "stat-count-client/logger_factory"
+require "stat-count-client/stat_count_data"
+
+module Stat
+ module Count
+   module Client
+    class StatCountClient
+      include Stat::Count::Data
+      include ConfigLoader
+      CONFIG = ConfigLoader::CONFIG
+      HESSIAN_PACKAGE = CONFIG['hessian.java.package'] || "com.ximalaya.stat.count.data"
+
+      @@logger = LoggerFactory.getLogger("StatCountHessianClient")
+      
+      def initialize(hessian_url=nil)
+        @hessian_url = hessian_url;
+        if (@hessian_url.nil?)
+          @hessian_url ||= ENV['stat.count.domain']
+          @hessian_url ||= CONFIG['hessian.domain']
+        end
+        init(@hessian_url)
+      end
+
+      def to_hash_unit(data)
+           hash = {}
+           data.instance_variables.each {|var| hash[var.to_s.delete("@")] = data.instance_variable_get(var) }
+           hash
+      end
+
+      def to_hash_map(data)
+           hash = {}
+           data.instance_variables.each {|var|
+             internal_hash = {}
+             map = data.instance_variable_get(var)
+             map.each { |key, list|
+               newList = nil
+               list.each { |unit|
+                 if (newList.nil?)
+                   newList = Array.new
+                 end
+                 newList << to_hessian_unit(unit)
+               }
+               internal_hash[key] = newList
+             }
+             hash[var.to_s.delete("@")] = internal_hash
+           }
+           hash
+      end
+
+      def java_class_name(java_package, clazz)
+           index = clazz.name.rindex "::"
+           index = (index.nil?) ?  0 : index+2
+           simple_name = clazz.name[index..-1]
+           java_package.nil? ? simple_name : java_package + "." + simple_name
+      end
+
+      def to_hessian_unit(data)
+        clazz = data.class
+        Hessian2::TypeWrapper.new(java_class_name(HESSIAN_PACKAGE, clazz), to_hash_unit(data))
+      end
+
+      def to_hessian(data)
+        clazz = data.class
+        Hessian2::TypeWrapper.new(java_class_name(HESSIAN_PACKAGE, clazz), to_hash_map(data))
+      end
+
+      def incrByCountWithDate(dateCount)
+        wrapper = to_hessian(dateCount)
+        @client.incrByCountWithDate(wrapper)
+      end
+
+      def incrByCount(count)
+         wrapper = to_hessian(count)
+         countResult = @client.incrByCount(wrapper)
+         CountResult.new(countResult)
+      end
+
+      def incr(name, id, count=1, date=nil)
+        if(date.nil?)
+          @client.incrBy(name,id, count)
+        else
+          @client.incrByWithDate(name, id, count, date)
+        end
+      end
+
+      def decr(name, id, count=1, date=nil)
+         if(date.nil?)
+           @client.decrBy(name, id, count)
+         else
+           @client.decrByWithDate(name, id, count, date)
+         end
+      end
+
+      def decrByCount(count)
+        wrapper = to_hessian(count)
+        count_result = @client.decrByCount(wrapper)
+        CountResult.new(count_result)
+      end
+
+      def decrByCountWithDate(dateCount)
+        wrapper = to_hessian(dateCount)
+        @client.decrByCountWithDate(wrapper)
+      end
+
+      def setByCountWithDate(dateCount)
+        wrapper = to_hessian(dateCount)
+        @client.setByCountWithDate(wrapper)
+      end
+
+      def setByCount(count)
+        wrapper = to_hessian(count)
+        @client.setByCount(wrapper)
+      end
+
+      def  set(name,id, value, date=nil)
+        if(date.nil?)
+          @client.set(name, id, value)
+        else
+          @client.setWithDate(name,id, value,date)
+        end
+      end
+
+      def reset(name, id, limit=1)
+        @client.resetByLimit(name, id, limit)
+      end
+
+      def get(name, id, limit=1)
+        @client.getByLimit(name, id, limit)
+      end
+
+      def getByNames(name, id, limit=1)
+        @client.getByNamesAndLimit(name, id, limit)
+      end
+
+      def getByIds(name, ids, limit=1)
+        @client.getByIdsAndLimit(name, ids, limit)
+      end
+
+      def getByQuery(query)
+        wrapper = to_hessian(query)
+        countResult = @client.getByQuery(wrapper)
+        CountResult.new(countResult)
+    end
+
+    def getByDateQuery(dateQuery)
+       wrapper = to_hessian(dateQuery)
+       countResult = @client.getByDateQuery(wrapper)
+       CountResult.new(countResult)
+    end
+
+      def delByQuery(query)
+       wrapper = to_hessian(query)
+       @client.delByQuery(wrapper)
+      end
+
+      def delByDateQuery(dateQuery)
+        wrapper = to_hessian(dateQuery)
+        @client.delByDateQuery(wrapper)
+      end
+
+      private
+      def init(hessian_url)
+        @@logger.info("Init Stat count client connect to hessian url: #{hessian_url}")
+        begin
+          @client = Hessian2::HessianClient.new(@hessian_url)
+        rescue => err
+          @@logger.error("init hessian service fails!, #{err}")
+          raise err
+        end
+      end
+
+    end
+  end
+ end
+end

data/lib/stat-count-client/logger_factory.rb

@@ -0,0 +1,32 @@
+#encoding: UTF-8
+
+require "logger"
+require "stat-count-client/config_loader"
+require "monitor"
+
+class LoggerFactory
+    include ConfigLoader
+    @@logger = nil
+    def self.getLogger(name)
+       if @@logger.nil?
+         @monitor = Monitor.new
+         @monitor.synchronize do
+           if @@logger.nil?
+             log_path = CONFIG['log.file.'+name];
+             if(log_path.nil?)
+                log_path = "../log"
+             end
+
+             log_level = CONFIG['log.level.'+name]
+             if(log_level.nil?)
+               log_level = "error";
+             end
+             logger = Logger.new(log_path,'daily')
+             logger.level = Logger::const_get(log_level.upcase)
+             @@logger = logger;
+           end
+         end
+       end
+       @@logger
+    end
+end

data/lib/stat-count-client/stat_count_data.rb

@@ -0,0 +1,135 @@
+module Stat
+  module Count
+    module Data
+      class QueryUnit
+        attr :id, true
+        attr :limit, true
+      end
+
+      class CountUnit
+        attr :id, true
+        attr :count, true
+      end
+
+      class DateQueryUnit < QueryUnit
+        attr :fromDate, true
+        attr :toDate, true
+      end
+
+      class DateCountUnit < CountUnit
+        attr :date, true
+      end
+
+      class SimpleCount
+        attr_accessor :counts
+
+        def initialize
+          @counts = Hash.new
+        end
+
+        def addCount(name, id, count=1, countUnit=nil)
+          countUnitList = @counts[name]
+          if (countUnitList.nil?)
+            countUnitList = Array.new
+            @counts[name] = countUnitList
+          end
+
+          if (countUnit.nil?)
+            countUnit = CountUnit.new
+          end
+          countUnit.id = id
+          countUnit.count = count
+          countUnitList << countUnit
+          self
+        end
+
+        def getCounts
+          @counts
+        end
+
+        def getCountsSize
+          @counts.length
+        end
+      end
+
+      class DateCount < SimpleCount
+        def addCountWithDate(name, id, count=1, date=Time.now)
+          dateCountUnit = DateCountUnit.new
+          dateCountUnit.date = date
+          addCount(name, id, count, dateCountUnit)
+          self
+        end
+      end
+
+      class SimpleCountQuery
+
+        attr_accessor :queries
+
+        def initialize
+          @queries = Hash.new
+        end
+
+        def addQuery(name, id, limit=1, queryUnit=nil)
+          queryUnitList = @queries[name]
+
+          if(queryUnitList.nil?)
+            queryUnitList = Array.new
+            @queries[name] = queryUnitList
+          end
+
+          if(queryUnit.nil?)
+            queryUnit = QueryUnit.new
+          end
+
+          queryUnit.id = id
+          queryUnit.limit = limit
+          queryUnitList << queryUnit
+          self
+        end
+
+        def getQueries
+          @queries
+        end
+      end
+
+      class DateCountQuery < SimpleCountQuery
+        def addQueryWithDate(name, id, fromDate, toDate, limit=1)
+          queryUnit = DateQueryUnit.new
+          queryUnit.fromDate = fromDate
+          queryUnit.toDate = toDate
+          addQuery(name, id, limit, queryUnit)
+          self
+        end
+      end
+
+      class CountResult
+        attr_accessor :countResults
+
+        def initialize(hash)
+          @countResults = hash['countResults']
+        end
+
+        def getResult(name=nil, id=nil)
+          if(name.nil?)
+             return @countResults
+          end
+
+          countHash = @countResults[name]
+          if(countHash.nil?)
+            raise ArgumentError,"服务的名称: " + name + " 不存在!"
+          end
+
+          if (id.nil?)
+            return countHash
+          end
+
+          count = countHash[id]
+          if(count.nil?)
+            raise ArgumentError,"业务ID: "+id +" 不存在"
+          end
+          count
+        end
+      end
+    end
+  end
+end

data/lib/stat-count-client/thrift/collecter_constants.rb

@@ -0,0 +1,15 @@
+#
+# Autogenerated by Thrift Compiler (0.9.0)
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+require 'thrift'
+require 'collecter_types'
+
+module Stat
+  module Count
+    module Thrift
+    end
+  end
+end

data/lib/stat-count-client/thrift/collecter_types.rb

@@ -0,0 +1,209 @@
+#
+# Autogenerated by Thrift Compiler (0.9.0)
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+require 'thrift'
+
+module Stat
+  module Count
+    module Thrift
+      class Record
+        include ::Thrift::Struct, ::Thrift::Struct_Union
+        RECORDMAP = 1
+
+        FIELDS = {
+          RECORDMAP => {:type => ::Thrift::Types::MAP, :name => 'recordMap', :key => {:type => ::Thrift::Types::STRING}, :value => {:type => ::Thrift::Types::STRING}}
+        }
+
+        def struct_fields; FIELDS; end
+
+        def validate
+        end
+
+        ::Thrift::Struct.generate_accessors self
+      end
+
+      class CountUnit
+        include ::Thrift::Struct, ::Thrift::Struct_Union
+        ID = 1
+        COUNT = 2
+
+        FIELDS = {
+          ID => {:type => ::Thrift::Types::STRING, :name => 'id'},
+          COUNT => {:type => ::Thrift::Types::I32, :name => 'count'}
+        }
+
+        def struct_fields; FIELDS; end
+
+        def validate
+        end
+
+        ::Thrift::Struct.generate_accessors self
+      end
+
+      class SimpleCount
+        include ::Thrift::Struct, ::Thrift::Struct_Union
+        COUNTS = 1
+
+        FIELDS = {
+          COUNTS => {:type => ::Thrift::Types::MAP, :name => 'counts', :key => {:type => ::Thrift::Types::STRING}, :value => {:type => ::Thrift::Types::LIST, :element => {:type => ::Thrift::Types::STRUCT, :class => ::Stat::Count::Thrift::CountUnit}}}
+        }
+
+        def struct_fields; FIELDS; end
+
+        def validate
+        end
+
+        ::Thrift::Struct.generate_accessors self
+      end
+
+      class DateCountUnit
+        include ::Thrift::Struct, ::Thrift::Struct_Union
+        ID = 1
+        COUNT = 2
+        TIMEMILLS = 3
+
+        FIELDS = {
+          ID => {:type => ::Thrift::Types::STRING, :name => 'id'},
+          COUNT => {:type => ::Thrift::Types::I32, :name => 'count'},
+          TIMEMILLS => {:type => ::Thrift::Types::I64, :name => 'timeMills'}
+        }
+
+        def struct_fields; FIELDS; end
+
+        def validate
+        end
+
+        ::Thrift::Struct.generate_accessors self
+      end
+
+      class DateCount
+        include ::Thrift::Struct, ::Thrift::Struct_Union
+        COUNTS = 1
+
+        FIELDS = {
+          COUNTS => {:type => ::Thrift::Types::MAP, :name => 'counts', :key => {:type => ::Thrift::Types::STRING}, :value => {:type => ::Thrift::Types::LIST, :element => {:type => ::Thrift::Types::STRUCT, :class => ::Stat::Count::Thrift::DateCountUnit}}}
+        }
+
+        def struct_fields; FIELDS; end
+
+        def validate
+        end
+
+        ::Thrift::Struct.generate_accessors self
+      end
+
+      class QueryDateUnit
+        include ::Thrift::Struct, ::Thrift::Struct_Union
+        ID = 1
+        LIMIT = 2
+        FROMDATE = 3
+        TODATE = 4
+
+        FIELDS = {
+          ID => {:type => ::Thrift::Types::STRING, :name => 'id'},
+          LIMIT => {:type => ::Thrift::Types::I32, :name => 'limit'},
+          FROMDATE => {:type => ::Thrift::Types::I64, :name => 'fromDate'},
+          TODATE => {:type => ::Thrift::Types::I64, :name => 'toDate'}
+        }
+
+        def struct_fields; FIELDS; end
+
+        def validate
+        end
+
+        ::Thrift::Struct.generate_accessors self
+      end
+
+      class DateCountQuery
+        include ::Thrift::Struct, ::Thrift::Struct_Union
+        QUERIES = 1
+
+        FIELDS = {
+          QUERIES => {:type => ::Thrift::Types::MAP, :name => 'queries', :key => {:type => ::Thrift::Types::STRING}, :value => {:type => ::Thrift::Types::LIST, :element => {:type => ::Thrift::Types::STRUCT, :class => ::Stat::Count::Thrift::QueryDateUnit}}}
+        }
+
+        def struct_fields; FIELDS; end
+
+        def validate
+        end
+
+        ::Thrift::Struct.generate_accessors self
+      end
+
+      class QueryUnit
+        include ::Thrift::Struct, ::Thrift::Struct_Union
+        ID = 1
+        LIMIT = 2
+
+        FIELDS = {
+          ID => {:type => ::Thrift::Types::STRING, :name => 'id'},
+          LIMIT => {:type => ::Thrift::Types::I32, :name => 'limit'}
+        }
+
+        def struct_fields; FIELDS; end
+
+        def validate
+        end
+
+        ::Thrift::Struct.generate_accessors self
+      end
+
+      class SimpleCountQuery
+        include ::Thrift::Struct, ::Thrift::Struct_Union
+        QUERIES = 1
+
+        FIELDS = {
+          QUERIES => {:type => ::Thrift::Types::MAP, :name => 'queries', :key => {:type => ::Thrift::Types::STRING}, :value => {:type => ::Thrift::Types::LIST, :element => {:type => ::Thrift::Types::STRUCT, :class => ::Stat::Count::Thrift::QueryUnit}}}
+        }
+
+        def struct_fields; FIELDS; end
+
+        def validate
+        end
+
+        ::Thrift::Struct.generate_accessors self
+      end
+
+      class CountResult
+        include ::Thrift::Struct, ::Thrift::Struct_Union
+        COUNTRESULTS = 1
+
+        FIELDS = {
+          COUNTRESULTS => {:type => ::Thrift::Types::MAP, :name => 'countResults', :key => {:type => ::Thrift::Types::STRING}, :value => {:type => ::Thrift::Types::MAP, :key => {:type => ::Thrift::Types::STRING}, :value => {:type => ::Thrift::Types::I64}}}
+        }
+
+        def struct_fields; FIELDS; end
+
+        def validate
+        end
+
+        ::Thrift::Struct.generate_accessors self
+      end
+
+      class DataCollectionException < ::Thrift::Exception
+        include ::Thrift::Struct, ::Thrift::Struct_Union
+        def initialize(message=nil)
+          super()
+          self.message = message
+        end
+
+        MESSAGE = 1
+
+        FIELDS = {
+          MESSAGE => {:type => ::Thrift::Types::STRING, :name => 'message'}
+        }
+
+        def struct_fields; FIELDS; end
+
+        def validate
+        end
+
+        ::Thrift::Struct.generate_accessors self
+      end
+
+    end
+  end
+end