statsd 0.0.4

data/php-example.php

@@ -0,0 +1,96 @@
+<?php
+
+/**
+ * Sends statistics to the stats daemon over UDP
+ *
+ **/
+
+class StatsD {
+
+    /**
+     * Log timing information
+     *
+     * @param string $stats The metric to in log timing info for.
+     * @param float $time The ellapsed time (ms) to log
+     * @param float|1 $sampleRate the rate (0-1) for sampling.
+     **/
+    public static function timing($stat, $time, $sampleRate=1) {
+        StatsD::send(array($stat => "$time|ms"), $sampleRate);
+    }
+
+    /**
+     * Increments one or more stats counters
+     *
+     * @param string|array $stats The metric(s) to increment.
+     * @param float|1 $sampleRate the rate (0-1) for sampling.
+     * @return boolean
+     **/
+    public static function increment($stats, $sampleRate=1) {
+        StatsD::updateStats($stats, 1, $sampleRate);
+    }
+
+    /**
+     * Decrements one or more stats counters.
+     *
+     * @param string|array $stats The metric(s) to decrement.
+     * @param float|1 $sampleRate the rate (0-1) for sampling.
+     * @return boolean
+     **/
+    public static function decrement($stats, $sampleRate=1) {
+        StatsD::updateStats($stats, -1, $sampleRate);
+    }
+
+    /**
+     * Updates one or more stats counters by arbitrary amounts.
+     *
+     * @param string|array $stats The metric(s) to update. Should be either a string or array of metrics.
+     * @param int|1 $delta The amount to increment/decrement each metric by.
+     * @param float|1 $sampleRate the rate (0-1) for sampling.
+     * @return boolean
+     **/
+    public static function updateStats($stats, $delta=1, $sampleRate=1) {
+        if (!is_array($stats)) { $stats = array($stats); }
+        $data = array();
+        foreach($stats as $stat) {
+            $data[$stat] = "$delta|c";
+        }
+
+        StatsD::send($data, $sampleRate);
+    }
+
+    /*
+     * Squirt the metrics over UDP
+     **/
+    public static function send($data, $sampleRate=1) {
+        $config = Config::getInstance();
+        if (! $config->isEnabled("statsd")) { return; }
+
+        // sampling
+        $sampledData = array();
+
+        if ($sampleRate < 1) {
+            foreach ($data as $stat => $value) {
+                if ((mt_rand() / mt_getrandmax()) <= $sampleRate) {
+                    $sampledData[$stat] = "$value|@$sampleRate";
+                }
+            }
+        } else {
+            $sampledData = $data;
+        }
+
+        if (empty($sampledData)) { return; }
+
+        // Wrap this in a try/catch - failures in any of this should be silently ignored
+        try {
+            $host = $config->getConfig("statsd.host");
+            $port = $config->getConfig("statsd.port");
+            $fp = fsockopen("udp://$host", $port, $errno, $errstr);
+            if (! $fp) { return; }
+            foreach ($sampledData as $stat => $value) {
+                fwrite($fp, "$stat:$value");
+            }
+            fclose($fp);
+        } catch (Exception $e) {
+        }
+    }
+}

data/python_example.py

@@ -0,0 +1,89 @@
+# python_example.py
+
+# Steve Ivy <steveivy@gmail.com>
+# http://monkinetic.com
+ 
+# this file expects local_settings.py to be in the same dir, with statsd host and port information:
+# 
+# statsd_host = 'localhost'
+# statsd_port = 8125
+
+# Sends statistics to the stats daemon over UDP
+class Statsd(object):
+    
+    @staticmethod
+    def timing(stats, time, sample_rate=1):
+        """
+        Log timing information
+        >>> from python_example import Statsd
+        >>> Statsd.timing('some.time','500|ms')
+        """
+        Statsd.update_stats(stats, time, sample_rate)
+
+    @staticmethod
+    def increment(stats, sample_rate=1):
+        """
+        Increments one or more stats counters
+        >>> Statsd.increment('some.int')
+        >>> Statsd.increment('some.int',0.5)
+        """
+        Statsd.update_stats(stats, 1, sample_rate)
+
+    @staticmethod
+    def decrement(stats, sample_rate=1):
+        """
+        Decrements one or more stats counters
+        >>> Statsd.decrement('some.int')
+        """
+        Statsd.update_stats(stats, -1, sample_rate)
+    
+    @staticmethod
+    def update_stats(stats, delta=1, sampleRate=1):
+        """
+        Updates one or more stats counters by arbitrary amounts
+        >>> Statsd.update_stats('some.int',10)
+        """
+        if (type(stats) is not list):
+            stats = [stats]
+        data = {}
+        for stat in stats:
+            data[stat] = "%s|c" % delta
+
+        Statsd.send(data, sampleRate)
+    
+    @staticmethod
+    def send(data, sample_rate=1):
+        """
+        Squirt the metrics over UDP
+        """
+        try:
+            import local_settings as settings
+            host = settings.statsd_host
+            port = settings.statsd_port
+            addr=(host, port)
+        except Error:
+            exit(1)
+        
+        sampled_data = {}
+        
+        if(sample_rate < 1):
+            import random
+            if random.random() <= sample_rate:
+                for stat in data.keys():
+                    value = data[stat]
+                    sampled_data[stat] = "%s|@%s" %(value, sample_rate)
+        else:
+            sampled_data=data
+        
+        from socket import *
+        udp_sock = socket(AF_INET, SOCK_DGRAM)
+        try:
+            for stat in sampled_data.keys():
+                value = data[stat]
+                send_data = "%s:%s" % (stat, value)
+                udp_sock.sendto(send_data, addr)
+        except:
+            import sys
+            from pprint import pprint
+            print "Unexpected error:", pprint(sys.exc_info())
+            pass # we don't care

data/stats.js

@@ -0,0 +1,128 @@
+var dgram  = require('dgram')
+  , sys    = require('sys')
+  , net    = require('net')
+  , config = require('./config')
+
+var counters = {};
+var timers = {};
+var debugInt, flushInt, server;
+
+config.configFile(process.argv[2], function (config, oldConfig) {
+  if (! config.debug && debugInt) {
+    clearInterval(debugInt); 
+    debugInt = false;
+  }
+
+  if (config.debug) {
+    if (debugInt !== undefined) { clearInterval(debugInt); }
+    debugInt = setInterval(function () { 
+      sys.log("Counters:\n" + sys.inspect(counters) + "\nTimers:\n" + sys.inspect(timers));
+    }, config.debugInterval || 10000);
+  }
+
+  if (server === undefined) {
+    server = dgram.createSocket('udp4', function (msg, rinfo) {
+      if (config.dumpMessages) { sys.log(msg.toString()); }
+      var bits = msg.toString().split(':');
+      var key = bits.shift()
+                    .replace(/\s+/g, '_')
+                    .replace(/\//g, '-')
+                    .replace(/[^a-zA-Z_\-0-9\.]/g, '');
+
+      if (bits.length == 0) {
+        bits.push("1");
+      }
+
+      for (var i = 0; i < bits.length; i++) {
+        var sampleRate = 1;
+        var fields = bits[i].split("|");
+        if (fields[1].trim() == "ms") {
+          if (! timers[key]) {
+            timers[key] = [];
+          }
+          timers[key].push(Number(fields[0] || 0));
+        } else {
+          if (fields[2] && fields[2].match(/^@([\d\.]+)/)) {
+            sampleRate = Number(fields[2].match(/^@([\d\.]+)/)[1]);
+          }
+          if (! counters[key]) {
+            counters[key] = 0;
+          }
+          counters[key] += Number(fields[0] || 1) * (1 / sampleRate);
+        }
+      }
+    });
+
+    server.bind(config.port || 8125);
+
+    var flushInterval = Number(config.flushInterval || 10000);
+
+    flushInt = setInterval(function () {
+      var statString = '';
+      var ts = Math.round(new Date().getTime() / 1000);
+      var numStats = 0;
+      var key;
+
+      for (key in counters) {
+        var value = counters[key] / (flushInterval / 1000);
+        var message = 'stats.' + key + ' ' + value + ' ' + ts + "\n";
+        statString += message;
+        counters[key] = 0;
+
+        numStats += 1;
+      }
+
+      for (key in timers) {
+        if (timers[key].length > 0) {
+          var pctThreshold = config.percentThreshold || 90;
+          var values = timers[key].sort(function (a,b) { return a-b; });
+          var count = values.length;
+          var min = values[0];
+          var max = values[count - 1];
+
+          var mean = min;
+          var maxAtThreshold = max;
+
+          if (count > 1) {
+            var thresholdIndex = Math.round(((100 - pctThreshold) / 100) * count);
+            var numInThreshold = count - thresholdIndex;
+            values = values.slice(0, numInThreshold);
+            maxAtThreshold = values[numInThreshold - 1];
+
+            // average the remaining timings
+            var sum = 0;
+            for (var i = 0; i < numInThreshold; i++) {
+              sum += values[i];
+            }
+
+            mean = sum / numInThreshold;
+          }
+
+          timers[key] = [];
+
+          var message = "";
+          message += 'stats.timers.' + key + '.mean ' + mean + ' ' + ts + "\n";
+          message += 'stats.timers.' + key + '.upper ' + max + ' ' + ts + "\n";
+          message += 'stats.timers.' + key + '.upper_' + pctThreshold + ' ' + maxAtThreshold + ' ' + ts + "\n";
+          message += 'stats.timers.' + key + '.lower ' + min + ' ' + ts + "\n";
+          message += 'stats.timers.' + key + '.count ' + count + ' ' + ts + "\n";
+          statString += message;
+
+          numStats += 1;
+        }
+      }
+
+      statString += 'statsd.numStats ' + numStats + ' ' + ts + "\n";
+      
+      var graphite = net.createConnection(config.graphitePort, config.graphiteHost);
+
+      graphite.on('connect', function() {
+        this.write(statString);
+        this.end();
+      });
+
+    }, flushInterval);
+  }
+
+});
+

data/statsd.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib/', __FILE__)
+$:.unshift lib unless $:.include?(lib)
+require File.expand_path("../lib/statsd/server", __FILE__) # for version info
+Gem::Specification.new do |s|
+  s.name        = "statsd"
+  s.version     = Statsd::Server::Version
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ['Andrew Coldham', 'Ben VandenBos']
+  s.email       = ['quasor@me.com']
+  s.homepage    = "http://github.com/quasor/statsd"
+  s.summary     = "Ruby version of statsd."
+  s.description = "Ruby version of statsd."
+  
+  s.required_rubygems_version = ">= 1.3.6"
+
+  s.add_dependency "eventmachine",           "~> 0.12.10"
+  s.add_dependency "mongo",           "~> 1.2.0"
+
+  s.files        = `git ls-files`.split("\n")
+  s.executables  = `git ls-files`.split("\n").map{|f| f =~ /^bin\/(.*)/ ? $1 : nil}.compact
+  s.require_path = 'lib'
+end
+

data/webapp/Gemfile

@@ -0,0 +1,5 @@
+# A sample Gemfile
+source "http://rubygems.org"
+
+gem "sinatra"
+gem "mongo"

data/webapp/Gemfile.lock

@@ -0,0 +1,21 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    SystemTimer (1.2.2)
+    rack (1.2.1)
+    redis (2.1.1)
+    sinatra (1.1.3)
+      rack (~> 1.1)
+      tilt (>= 1.2.2, < 2.0)
+    tilt (1.2.2)
+    vegas (0.1.8)
+      rack (>= 1.0.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  SystemTimer
+  redis
+  sinatra
+  vegas

data/webapp/README.md

@@ -0,0 +1,2 @@
+a simple Sinatra web app for viewing charts
+ruby -Irubygems app.rb

data/webapp/app.rb

@@ -0,0 +1,12 @@
+require 'rubygems'
+require 'sinatra'
+require 'mongo'
+require 'yaml'
+ROOT = File.expand_path(File.dirname(__FILE__))
+APP_CONFIG = YAML::load(ERB.new(IO.read(File.join(ROOT,'config.yml'))).result)
+get '/' do
+  db = Mongo::Connection.new(APP_CONFIG['dbhost']).db(APP_CONFIG['db'])
+  coll = db.collection("stats_10s")
+  @stats = coll.find({}).limit(100)
+  erb :chart
+end

data/webapp/bin/rackup

@@ -0,0 +1,16 @@
+#!/usr/bin/env rbx
+#
+# This file was generated by Bundler.
+#
+# The application 'rackup' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('rack', 'rackup')

data/webapp/bin/statsd-web

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+puts ENV['BUNDLE_GEMFILE']
+require 'rubygems'
+require 'bundler/setup'
+
+#load Gem.bin_path('statsd', 'statsd')
+
+require File.expand_path(File.dirname(__FILE__) + '/../statsd-web.rb')
+require 'vegas'
+
+Vegas::Runner.new(StatsdWeb, 'statsd-web')

data/webapp/config.yml

@@ -0,0 +1,3 @@
+---
+dbhost: statsd.example.com
+db:     statsdb