rstatsd 0.2

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rvmrc

@@ -0,0 +1 @@
+rvm use ruby-1.9.2-p290@rstatsd

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in rstatsd.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Dan Herrera
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,49 @@
+# rstatsd
+
+rstatsd is a ruby based daemon for capturing data from statsd clients.
+
+rstatsd is inspired by the work at etsy to measure everything, measure
+anything. They use a combination of node.js and graphite to capture and
+graph this data.
+
+The goal of this project was to replicate this light-weight approach and
+reduce the number of dependencies to do this to two: redis and ruby.
+
+## Installation
+
+    $ gem install rstatsd
+
+## Usage
+
+Start redis
+
+    $ brew install redis
+    $ redis-server /usr/local/etc/redis.conf
+
+
+Start the collection daemon and server
+
+    $ rstatsd
+
+Add some data (you'll need a statsd compatible client like statsd-ruby)
+
+    $ irb
+    irb> require 'statsd'
+    => true
+    irb> s = Statsd.new('localhost')
+    => #<Statsd:0x007fee419866d8 @host="localhost", @port=8125>
+    irb(main):004:0> s.increment('grebulons')
+    => 10
+    irb> s.increment('grebulons')
+    => 10
+    irb> s.increment('grebulons')
+    => 10
+    irb> s.increment('grebulons')
+    => 10
+
+
+Then view the result in a web browser
+
+    irb> `open  http://localhost:8126/?target=grebulons`
+
+Bask in the something of something-something.

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/bin/rstatsd

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+
+require 'rstatsd/autorun'

data/lib/rstatsd.rb

@@ -0,0 +1,10 @@
+require 'eventmachine'
+
+require_relative './rstatsd/collector'
+require_relative './rstatsd/server'
+require_relative './rstatsd/helpers'
+require_relative './rstatsd/chart'
+require_relative './rstatsd/config'
+
+module Rstatsd
+end

data/lib/rstatsd/autorun.rb

@@ -0,0 +1,9 @@
+require_relative 'server'
+require_relative 'collector'
+
+EventMachine::run {
+  EventMachine::open_datagram_socket("127.0.0.1", 8125, Rstatsd::Collector)
+  EventMachine::start_server("127.0.0.1", 8126, Rstatsd::Server)
+  puts "http server running at http://localhost:8126/"
+  puts "go there for more instructions"
+}

data/lib/rstatsd/chart.rb

@@ -0,0 +1,51 @@
+require 'json'
+
+module Rstatsd
+  class Chart
+    include Rstatsd::Helpers
+
+    attr_accessor :data
+
+    def initialize(query_string)
+      @query_string = query_string
+      @data = {}
+    end
+
+    def targets
+      @query_string.split("&").map do |term|
+        param_name, value = term.split("=")
+        value if param_name == 'target'
+      end
+    end
+
+    def column_types
+      targets.inject([['datetime', 'Timestamp']]) do |memo, target|
+        memo << ['number', target.capitalize]
+        memo
+      end
+    end
+
+    def title
+      @query_string.split("&").detect do |term|
+        param_name, value = term.split("=")
+        if param_name == 'title'
+          return URI.unescape(value)
+        end
+      end
+      targets.map(&:capitalize).join(', ')
+    end
+
+    def draw_chart
+      @data = JSON.dump(fetch_counters(targets))
+      yield self
+    end
+
+    def width
+      800
+    end
+
+    def height
+      480
+    end
+  end
+end

data/lib/rstatsd/collector.rb

@@ -0,0 +1,45 @@
+require 'em-hiredis'
+require_relative './helpers'
+
+module Rstatsd
+  class Collector < EventMachine::Connection
+    include Rstatsd::Helpers
+
+    def initialize
+      super
+      @redis = EM::Hiredis.connect
+    end
+
+    def post_init
+    end
+
+    def receive_data(data)
+      bits = data.split(':')
+      key = format_key(bits.first)
+
+      fields = bits.last.split("|")
+      case fields[1]
+      when 'c'
+        if fields[0] == '1'
+          @redis.incr(key).callback do |value|
+            @redis.rpush(counter_key_name(key), "#{value}:#{Time.now.to_i}")
+          end
+        elsif fields[0] == '-1'
+          @redis.decr(key).callback do |value|
+            @redis.rpush(counter_key_name(key), "#{value}:#{Time.now.to_i}")
+          end
+        end
+        @redis.ltrim(counter_key_name(key), 10000)
+      when 'ms'
+        #update timer
+        @redis.rpush(timer_key_name(key), "#{fields[0]}:#{Time.now.to_i}")
+        @redis.ltrim(timer_key_name(key), 10000)
+      else
+        # invalid update
+      end
+    end
+
+    def unbind
+    end
+  end
+end

data/lib/rstatsd/config.rb

@@ -0,0 +1,23 @@
+module Rstatsd
+  attr_accessor :configuration
+  
+  def self.configure
+    configuration ||= Configuration.new()
+    yield(configuration)
+    @configuration = configuration
+  end
+
+  class Configuration
+    attr_accessor :redis_db, :redis_host
+
+    def initialize
+      @redis_db = 1
+      @redis_host = '127.0.0.1:6379'
+    end
+
+    def [](option)
+      send(option)
+    end
+  end
+end
+    

data/lib/rstatsd/helpers.rb

@@ -0,0 +1,45 @@
+require 'redis'
+require 'hiredis'
+
+module Rstatsd
+  module Helpers
+    def format_key(key)
+      key.strip
+        .gsub(/\s+/, '_')
+        .gsub(/\//, '-')
+        .gsub(/[^a-zA-Z_\-0-9\.]/, '')
+    end
+
+    def counter_key_name(key)
+      "counter:#{key}"
+    end
+
+    def timer_key_name(key)
+      "timer:#{key}"
+    end
+
+    def redis
+      @redis ||= Redis.new
+    end
+
+    def fetch_counters(counters)
+      finished_data = {}
+      counters.each_with_index do |counter, index|
+        data = redis_data_for(counter)
+        data.keys.each do |key|
+          finished_data[key] ||= Array.new(counters.length, 0)
+          finished_data[key][index] = data[key]
+        end
+      end
+      finished_data
+    end
+
+    def redis_data_for(key)
+      redis.lrange(counter_key_name(key), 0, -1).inject({}) do |memo, point|
+        val, time = point.split(":")
+        memo[time] = val.to_i
+        memo
+      end
+    end
+  end
+end

data/lib/rstatsd/server.rb

@@ -0,0 +1,38 @@
+require 'em-hiredis'
+require 'eventmachine_httpserver'
+require 'evma_httpserver/response'
+require 'erb'
+
+require_relative './helpers'
+require_relative './chart'
+
+module Rstatsd
+  class Server < EventMachine::Connection
+    include EventMachine::HttpServer
+    include Rstatsd::Helpers
+
+    def post_init
+      super
+    end
+
+    def process_http_request
+      response = EM::DelegatedHttpResponse.new(self)
+
+      case @http_request_uri
+      when '/'
+        response.content_type 'text/html'
+        response.content = File.open('templates/index.html').read
+        response.send_response
+      when '/stats'
+        Rstatsd::Chart.new(@http_query_string).draw_chart do |chart|
+          @chart = chart
+          google_chart = ERB.new(File.open('templates/google_chart.erb').read).result(binding)
+
+          response.content_type 'text/html'
+          response.content = google_chart
+          response.send_response
+        end
+      end
+    end
+  end
+end

data/lib/rstatsd/version.rb

@@ -0,0 +1,3 @@
+module Rstatsd
+  VERSION = 0.2
+end

data/rstatsd.gemspec

@@ -0,0 +1,27 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/rstatsd/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Whoahbot!"]
+  gem.email         = ["whoahbot@gmail.com"]
+  gem.description   = %q{a stats daemon that stores data in redis}
+  gem.summary       = %q{rstatsd is a simpler ruby implementaiton of statsd, storing the data in redis}
+  gem.homepage      = ""
+
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.bindir        = 'bin'
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.name          = "rstatsd"
+  gem.require_paths = ["lib"]
+  gem.version       = Rstatsd::VERSION
+
+  gem.add_dependency "redis"
+  gem.add_dependency "hiredis"
+  gem.add_dependency "eventmachine"
+  gem.add_dependency "eventmachine_httpserver"
+
+  gem.add_development_dependency "rspec"
+  gem.add_development_dependency "timecop"
+  gem.add_development_dependency "statsd-ruby"
+end

data/spec/benchmark.rb

@@ -0,0 +1,11 @@
+require 'statsd'
+require 'benchmark'
+
+#      user     system      total        real
+#  0.920000   1.900000   2.820000 (  3.579831)
+
+s = Statsd.new('localhost')
+
+Benchmark.bm do |x|
+  x.report { 10000.times { s.increment('foobar') }}
+end

data/spec/rstatsd/chart_spec.rb

@@ -0,0 +1,77 @@
+require 'spec_helper'
+
+describe Rstatsd::Chart do
+  let(:new_chart) {
+    Rstatsd::Chart.new('target=crumdinglers')
+  }
+
+  describe "query string parsing" do
+    context "for one chart target" do
+      it "should find the data requested from the target parameters" do
+        Rstatsd::Chart.new("target=crumdinglers").targets.should == ['crumdinglers']
+      end
+    end
+
+    context "for multiple chart targets" do
+      it "should find the data requested from the target parameters" do
+        Rstatsd::Chart.new("target=crumdinglers&target=snozzblers").targets.should == ['crumdinglers', 'snozzblers']
+      end
+    end
+  end
+
+  describe "#title" do
+    let(:new_chart) {
+      Rstatsd::Chart.new('target=crumdinglers')
+    }
+
+    context "when no title is provided" do
+      it "should set the default title to be the target when none is given" do
+        new_chart.title.should == "Crumdinglers"
+      end
+    end
+
+    context "when a title is provided in the options hash" do
+      it "should return the title" do
+        Rstatsd::Chart.new('target=crumdinglers&title=Number%20of%20Crumdinglers').title.should ==
+          "Number of Crumdinglers"
+      end
+    end
+  end
+
+  describe "#width" do
+    context "when no width is specified" do
+      it "should default to 800" do
+        new_chart.width.should == 800
+      end
+    end
+  end
+
+  describe "#height" do
+    context "when no height is specified" do
+      it "should default to 480" do
+        new_chart.height.should == 480
+      end
+    end
+  end
+
+  describe "#column_types" do
+    context "with one target" do
+      it "should return an array of column types and labels that describe the data" do
+        new_chart.column_types.should ==
+          [['datetime', 'Timestamp'],
+           ['number', 'Crumdinglers']]
+      end
+    end
+
+    context "with multiple targets" do
+      it "should only include one timestamp column" do
+        Rstatsd::Chart.new('target=crumdinglers&target=crambizzlers').
+          column_types.should == [
+            ['datetime', 'Timestamp'],
+            ['number', 'Crumdinglers'],
+            ['number', 'Crambizzlers']
+          ]
+      end
+    end
+  end
+end