counter_server 0.0.1

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in counter_server.gemspec
+gemspec

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/counter_server.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "counter_server/version"
+
+Gem::Specification.new do |s|
+  s.name        = "counter_server"
+  s.version     = CounterServer::VERSION
+  s.authors     = ["Jason Katz-Brown"]
+  s.email       = ["jasonkb@airbnb.com"]
+  s.homepage    = ""
+  s.summary     = %q{Counter Server -- listens for statsd-like counts and aggregates them in Redis}
+  s.description = %q{Count things, saves in Redis}
+
+  s.rubyforge_project = "counter_server"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  # specify any dependencies here; for example:
+  # s.add_development_dependency "rspec"
+  s.add_runtime_dependency "eventmachine"
+  s.add_runtime_dependency "redis"
+end

data/lib/counter_server/version.rb

@@ -0,0 +1,3 @@
+module CounterServer
+  VERSION = "0.0.1"
+end

data/lib/counter_server.rb

@@ -0,0 +1,130 @@
+# Simple UDP server for aggregating counts of events and pushing them into
+# Redis.
+#
+# Inspiration and code borrowed from
+# https://github.com/quasor/statsd
+# and
+# https://github.com/fetep/ruby-statsd
+
+require "eventmachine"
+require "logger"
+require "rubygems"
+require "socket"
+require 'redis'
+
+module StatsD
+  @@counters = Hash.new { |h, k| h[k] = 0 }
+  @@logger = Logger.new(STDERR)
+  @@logger.progname = File.basename($0)
+  @@backend = nil
+
+  def self.logger
+    @@logger
+  end
+
+  def self.initialize_redis_backend(options)
+    @@backend = RedisBackend.new(Redis.new(
+      :host => options.host, :port => options.port, :db => options.db))
+  end
+
+  def receive_data(msg)
+    msg.split("\n").each do |row|
+      bits = row.split(':')
+
+      if bits.size < 2
+        raise "Malformed message: #{msg}" 
+        next
+      end
+
+      key = bits.shift
+      bits.each do |record|
+        sample_rate = 1
+        fields = record.split("|")
+
+        if fields.size < 2
+          @@logger.error "Malformed message: #{msg}" 
+          next
+        end
+
+        if (fields[1].strip == "ms") 
+          @@logger.error "Timer updates not supported"
+        else
+          if (fields[2] && fields[2].match(/^@([\d\.]+)/)) 
+            sample_rate = fields[2].match(/^@([\d\.]+)/)[1]
+          end
+          @@counters[key] += (fields[0].to_i || 1) * (1.0 / sample_rate.to_f)
+        end
+      end
+    end
+  end
+
+  def self.flush
+    @@backend.flush do |store|
+      @@counters.each do |key, increment_by|
+        super_key, sub_key = key.split('.', 2)
+        if sub_key.nil?:
+          sub_key = super_key
+          super_key = 'c'
+        end
+        restored_sub_key = sub_key.gsub(/;COLON;/, ':').gsub(/;PERIOD;/, '.')
+        restored_super_key = super_key.gsub(/;COLON;/, ':').gsub(/;PERIOD;/, '.')
+        store.increment_by(super_key, sub_key, increment_by)
+      end
+    end
+
+    @@counters.clear
+  end
+end
+
+class RedisBackend
+  def initialize(redis_client)
+    @redis_client = redis_client
+  end
+
+  def retrieve_counts(group_name)
+    ret = ActiveSupport::OrderedHash.new
+
+    # The return value of zrangebyscore looks like this:
+    # ["key 1", "1", "key 2", "4", "key 3", "100"]
+    counts_array = @redis_client.zrangebyscore(group_name, '-inf', '+inf', :with_scores => true)
+    counts_array.reverse.each_slice(2) do |pageviews, key|
+      ret[key] = pageviews.to_i
+    end
+    ret
+  end
+
+  def flush
+    @redis_client.pipelined do
+      yield self
+    end
+  end
+
+  def increment_by(group_name, key, increment_by)
+    @redis_client.zincrby(group_name, increment_by, key)
+  end
+end
+
+# In-memory backend useful for testing.
+class InMemoryBackend
+  def initialize
+    @in_memory_hash ||= Hash.new { |h, group_name| h[group_name] = Hash.new { |h, key| h[key] = 0 } }
+  end
+
+  def retrieve_counts(group_name)
+    ret = ActiveSupport::OrderedHash.new
+
+    hash = @in_memory_hash[group_name]
+    hash.keys.sort.each do |key|
+      ret[key] = hash[key]
+    end
+    ret
+  end
+
+  def flush
+    yield self
+  end
+
+  def increment_by(group_name, key, increment_by)
+    @in_memory_hash[group_name][key] += increment_by
+  end
+end

metadata

@@ -0,0 +1,98 @@
+--- !ruby/object:Gem::Specification 
+name: counter_server
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: 
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Jason Katz-Brown
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-12-12 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: redis
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+description: Count things, saves in Redis
+email: 
+- jasonkb@airbnb.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- Rakefile
+- counter_server.gemspec
+- lib/counter_server.rb
+- lib/counter_server/version.rb
+homepage: ""
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: counter_server
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: Counter Server -- listens for statsd-like counts and aggregates them in Redis
+test_files: []
+