metriksd 0.5.0

data/Gemfile

@@ -0,0 +1,7 @@
+source :rubygems
+
+gemspec
+
+gem 'rake', '0.8.7'
+
+gem 'metriksd_reporter', :path => '../metriksd_reporter'

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) Eric Lindvall
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,30 @@
+# Metriks Server
+
+An experimental server for ruby metrics library called [metriks][].
+
+## Highlights
+
+* Similar to [statsd][]
+  * Receives data via UDP
+  * Aggregates results from multiple data points and sends batches to a datastore
+* Receives metrics as a snappy-encoded packet of msgpack'd hashes
+* Each packet can contain more than one metric
+* Intended to be used with [metriksd_reporter][] and [metriks][]
+
+## Usage
+
+Run the server:
+
+    $ metriksd -c config.yml
+
+
+
+# License
+
+Copyright (c) 2012 Eric Lindvall
+
+Published under the MIT License, see LICENSE
+
+[statsd]: https://github.com/etsy/statsd
+[metriks]: https://github.com/eric/metriks
+[metriksd_reporter]: https://github.com/eric/metriksd_reporter

data/Rakefile

@@ -0,0 +1,150 @@
+require 'rubygems'
+require 'rake'
+require 'date'
+
+#############################################################################
+#
+# Helper functions
+#
+#############################################################################
+
+def name
+  @name ||= Dir['*.gemspec'].first.split('.').first
+end
+
+def version
+  line = File.read("lib/#{name}.rb")[/^\s*VERSION\s*=\s*.*/]
+  line.match(/.*VERSION\s*=\s*['"](.*)['"]/)[1]
+end
+
+def date
+  Date.today.to_s
+end
+
+def rubyforge_project
+  name
+end
+
+def gemspec_file
+  "#{name}.gemspec"
+end
+
+def gem_file
+  "#{name}-#{version}.gem"
+end
+
+def replace_header(head, header_name)
+  head.sub!(/(\.#{header_name}\s*= ').*'/) { "#{$1}#{send(header_name)}'"}
+end
+
+#############################################################################
+#
+# Standard tasks
+#
+#############################################################################
+
+task :default => :test
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = true
+end
+
+desc "Generate RCov test coverage and open in your browser"
+task :coverage do
+  require 'rcov'
+  sh "rm -fr coverage"
+  sh "rcov test/*_test.rb"
+  sh "open coverage/index.html"
+end
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "#{name} #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+desc "Open an irb session preloaded with this library"
+task :console do
+  sh "irb -rubygems -r ./lib/#{name}.rb"
+end
+
+#############################################################################
+#
+# Custom tasks (add your own tasks here)
+#
+#############################################################################
+
+
+
+#############################################################################
+#
+# Packaging tasks
+#
+#############################################################################
+
+desc "Create tag v#{version} and build and push #{gem_file} to Rubygems"
+task :release => :build do
+  unless `git branch` =~ /^\* master$/
+    puts "You must be on the master branch to release!"
+    exit!
+  end
+  sh "git commit --allow-empty -a -m 'Release #{version}'"
+  sh "git tag v#{version}"
+  sh "git push origin master"
+  sh "git push origin v#{version}"
+  sh "gem push pkg/#{name}-#{version}.gem"
+end
+
+desc "Build #{gem_file} into the pkg directory"
+task :build => :gemspec do
+  sh "mkdir -p pkg"
+  sh "gem build #{gemspec_file}"
+  sh "mv #{gem_file} pkg"
+end
+
+desc "Generate #{gemspec_file}"
+task :gemspec => :validate do
+  # read spec file and split out manifest section
+  spec = File.read(gemspec_file)
+  head, manifest, tail = spec.split("  # = MANIFEST =\n")
+
+  # replace name version and date
+  replace_header(head, :name)
+  replace_header(head, :version)
+  replace_header(head, :date)
+  #comment this out if your rubyforge_project has a different name
+  replace_header(head, :rubyforge_project)
+
+  # determine file list from git ls-files
+  files = `git ls-files`.
+    split("\n").
+    sort.
+    reject { |file| file =~ /^\./ }.
+    reject { |file| file =~ /^(rdoc|pkg)/ }.
+    map { |file| "    #{file}" }.
+    join("\n")
+
+  # piece file back together and write
+  manifest = "  s.files = %w[\n#{files}\n  ]\n"
+  spec = [head, manifest, tail].join("  # = MANIFEST =\n")
+  File.open(gemspec_file, 'w') { |io| io.write(spec) }
+  puts "Updated #{gemspec_file}"
+end
+
+desc "Validate #{gemspec_file}"
+task :validate do
+  libfiles = Dir['lib/*'] - ["lib/#{name}.rb", "lib/#{name}"]
+  unless libfiles.empty?
+    puts "Directory `lib` should only contain a `#{name}.rb` file and `#{name}` dir."
+    exit!
+  end
+  unless Dir['VERSION*'].empty?
+    puts "A `VERSION` file at root level violates Gem best practices."
+    exit!
+  end
+end

data/bin/metriksd

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'metriksd'
+
+Metriksd::Cli.new(ARGV).parse

data/examples/config.yml

@@ -0,0 +1,12 @@
+registry:
+  interval: 60
+
+  reporter:
+    type: librato_metrics
+    interval: 60
+    email: a@b.com
+    api_key: aaaabff
+
+  server:
+    type: udp
+    port: 2006

data/lib/metriksd.rb

@@ -0,0 +1,6 @@
+
+module Metriksd
+  VERSION = '0.5.0'
+end
+
+require 'metriksd/cli'

data/lib/metriksd/cli.rb

@@ -0,0 +1,55 @@
+require 'metriksd/config'
+require 'optparse'
+
+module Metriksd
+  class Cli
+    def initialize(argv)
+      @argv = argv.dup
+    end
+
+    def parse
+      config_file = nil
+
+      opts = OptionParser.new do |opts|
+        opts.banner = "Usage: #{File.basename($0)} [options]"
+
+        opts.on("-c", "--config FILE", "Read configuration file") do |v|
+          config_file = v
+        end
+
+        opts.separator ""
+        opts.separator "Common options:"
+
+        opts.on_tail("-h", "--help", "Show this message") do
+          puts opts
+          exit(1)
+        end
+
+        opts.on_tail("--version", "Show version") do
+          puts Metriksd::VERSION
+          exit(0)
+        end
+      end
+
+      rest = opts.parse(@argv)
+
+      unless config_file
+        puts "Error: config file must be specified\n\n"
+        puts opts
+        exit(1)
+      end
+
+      config = Metriksd::Config.new
+      config.load_file(config_file)
+      config.start
+      config.join
+    rescue Interrupt
+      exit(0)
+    ensure
+      if config
+        config.stop
+        config.join
+      end
+    end
+  end
+end

data/lib/metriksd/config.rb

@@ -0,0 +1,88 @@
+require 'metriksd/registry'
+require 'metriksd/udp_server'
+require 'metriksd/librato_metrics_reporter'
+
+module Metriksd
+  class Config
+    attr_reader :servers, :reporters
+
+    def initialize
+      @servers   = []
+      @reporters = []
+    end
+
+    def load_file(file)
+      load(YAML::load_file(file).with_indifferent_access)
+    end
+
+    def load(config)
+      config = config.with_indifferent_access
+
+      registries = [ config[:registry] ].flatten.compact
+      if registries.respond_to?(:to_hash)
+        registries = registries.to_hash.values
+      end
+
+      registries.each do |registry_config|
+        registry_config = registry_config.with_indifferent_access
+
+        reporter_config = registry_config.delete(:reporter)
+        unless reporter_config
+          raise ArgumentError, "Must provide a 'reporter'"
+        end
+        reporter_config = reporter_config.with_indifferent_access
+
+        server_config = registry_config.delete(:server)
+        unless server_config
+          raise "Must provide a 'server'"
+        end
+        server_config = server_config.with_indifferent_access
+
+        registry = Metriksd::Registry.new(registry_config)
+
+        @reporters << reporter_class(reporter_config.delete(:type)).new(registry, reporter_config)
+        @servers   << server_class(server_config.delete(:type)).new(registry, server_config)
+      end
+    end
+
+    def start
+      (@servers + @reporters).each do |t|
+        t.start
+      end
+    end
+
+    def stop
+      (@servers + @reporters).each do |t|
+        t.stop
+      end
+    end
+
+    def join
+      (@servers + @reporters).each do |t|
+        t.join
+      end
+    end
+
+    def reporter_class(type)
+      case type.to_s
+      when 'librato_metrics'
+        Metriksd::LibratoMetricsReporter
+      when '', nil
+        raise "No reporter 'type' was specified"
+      else
+        raise "Unknown reporter 'type': #{type.inspect}"
+      end
+    end
+
+    def server_class(type)
+      case type.to_s
+      when 'udp'
+        Metriksd::UdpServer
+      when '', nil
+        raise "No server 'type' was specified"
+      else
+        raise "Unknown server 'type': #{type.inspect}"
+      end
+    end
+  end
+end

data/lib/metriksd/data.rb

@@ -0,0 +1,29 @@
+require 'active_support/core_ext/hash'
+
+module Metriksd
+  class Data
+    attr_reader :time, :client_id, :name, :payload
+
+    def initialize(data)
+      data = HashWithIndifferentAccess.new(data)
+
+      unless @time = data.delete(:time)
+        raise ArgumentError, "No 'time' was found"
+      end
+
+      unless @client_id = data.delete(:client_id)
+        raise ArgumentError, "No 'client_id' was found"
+      end
+
+      unless @name = data.delete(:name)
+        raise ArgumentError, "No 'name' was found"
+      end
+
+      @payload = data
+    end
+
+    def [](key)
+      @payload[key]
+    end
+  end
+end

data/lib/metriksd/librato_metrics_reporter.rb

@@ -0,0 +1,76 @@
+require 'librato/metrics'
+
+module Metriksd
+  class LibratoMetricsReporter
+    attr_reader :client, :queue
+
+    def initialize(registry, options = {})
+      missing_keys = %w(email api_key) - options.keys.map(&:to_s)
+      unless missing_keys.empty?
+        raise ArgumentError, "Missing required options: #{missing_keys * ', '}"
+      end
+
+      @registry = registry
+      @client = Librato::Metrics::Client.new
+      @client.authenticate options[:email], options[:api_key]
+      @queue = @client.new_queue
+
+      @interval        = options[:interval] || @registry.interval
+      @intervel_offset = options[:interval_offset] || 2
+    end
+
+    def start
+      @thread = Thread.new do
+        Thread.current.abort_on_exception = true
+
+        @running = true
+
+        while @running
+          sleep_until_deadline
+          flush
+        end
+      end
+    end
+
+    def stop
+      @running = false
+    end
+
+    def join
+      if @thread
+        @thread.join
+      end
+    end
+
+    def flush
+      timeslices = @registry.dirty_timeslices
+
+      timeslices.each do |timeslice|
+        rollup = Metriksd::LibratoMetricsReporter::TimesliceRollup.new(timeslice)
+        @queue.add rollup.to_hash
+      end
+
+      unless queue.empty?
+        @queue.submit
+      end
+    end
+
+    def sleep_until_deadline
+      now          = Time.now.to_f
+      rounded      = now - (now % @interval)
+      next_rounded = rounded + @interval + @intervel_offset
+      sleep_time   = next_rounded - Time.now.to_f
+
+      # Allow this to be interrupted
+      while sleep_time > 0 && @running
+        s = [ sleep_time, 1 ].min
+
+        sleep(s)
+
+        sleep_time = next_rounded - Time.now.to_f
+      end
+    end
+  end
+end
+
+require 'metriksd/librato_metrics_reporter/timeslice_rollup'

data/lib/metriksd/librato_metrics_reporter/timeslice_rollup.rb

@@ -0,0 +1,144 @@
+module Metriksd
+  class LibratoMetricsReporter::TimesliceRollup
+    class AverageGauge
+      attr_accessor :name, :source, :count, :sum, :sum_of_squares, :min, :max
+
+      def initialize(name, source)
+        @name           = name
+        @source         = source
+        @count          = 0
+        @sum            = 0
+        @sum_of_squares = 0
+        @min            = nil
+        @max            = nil
+      end
+
+      def mark(value)
+        @count += 1
+        @sum += value
+        @sum_of_squares += value ** 2
+
+        if !@min || value < @min
+          @min = value
+        end
+
+        if !@max || value > @max
+          @max = value
+        end
+      end
+
+      def to_hash
+        {
+          :name => name,
+          :source => source,
+          :count => count,
+          :sum => sum,
+          :sum_of_squares => sum_of_squares,
+          :min => min,
+          :max => max
+        }
+      end
+    end
+
+    class SumGauge
+      attr_accessor :name, :source, :value
+
+      def initialize(name, source)
+        @name   = name
+        @source = source
+        @value  = 0
+      end
+
+      def mark(value)
+        @value += value
+      end
+
+      def to_hash
+        {
+          :name => name,
+          :source => source,
+          :value => value
+        }
+      end
+    end
+
+    def initialize(timeslice)
+      @timeslice = timeslice
+    end
+
+    def process
+      return if @gauges
+      @gauges = {}
+
+      @timeslice.flush.each do |data|
+        case data[:type]
+        when 'counter'
+          add_counter(data)
+        when 'timer'
+          add_timer(data)
+        when 'utilization_timer'
+          add_utilization_timer(data)
+        when 'meter'
+          add_meter(data)
+        else
+          raise "Unknown data type: #{data[:type].inspect}"
+        end
+      end
+    end
+
+    def to_hash
+      process
+
+      @gauges.map do |name, gauge|
+        [ gauge.name, gauge.to_hash.merge(:measure_time => @timeslice.time) ]
+      end
+    end
+
+    def add_counter(data)
+      counter(data.name, data[:source], data[:count])
+    end
+
+    def add_timer(data)
+      average_gauge(data.name + '.mean', data[:source], data[:mean])
+      sum_gauge(data.name + '.one_minute_rate', data[:source], data[:one_minute_rate])
+
+      if data[:median]
+        average_gauge(data.name + '.median', data[:source], data[:median])
+      end
+
+      if data["95th_percentile"]
+        average_gauge(data.name + '.95th_percentile', data[:source], data["95th_percentile"])
+      end
+    end
+
+    def add_utilization_timer(data)
+      average_gauge(data.name + '.mean', data[:source], data[:mean])
+      sum_gauge(data.name + '.one_minute_rate', data[:source], data[:one_minute_rate])
+      average_gauge(data.name + '.one_minute_utilization', data[:source], data[:one_minute_utilization])
+
+      if data[:median]
+        average_gauge(data.name + '.median', data[:source], data[:median])
+      end
+
+      if data["95th_percentile"]
+        average_gauge(data.name + '.95th_percentile', data[:source], data["95th_percentile"])
+      end
+    end
+
+    def add_meter(data)
+      sum_gauge(data.name, data[:source], data[:one_minute_rate])
+    end
+
+    def average_gauge(name, source, value)
+      key = [ name, source ].join('/')
+      @gauges[key] ||= AverageGauge.new(name, source)
+      @gauges[key].mark(value)
+    end
+
+    def sum_gauge(name, source, value)
+      key = [ name, source ].join('/')
+      @gauges[key] ||= SumGauge.new(name, source)
+      @gauges[key].mark(value)
+    end
+  end
+end

data/lib/metriksd/registry.rb

@@ -0,0 +1,64 @@
+require 'metriksd/data'
+require 'metriksd/timeslice'
+
+module Metriksd
+  class Registry
+    attr_reader :interval, :window
+
+    def initialize(options = {})
+      @interval = options[:interval] || 60
+      @window   = options[:window]   || 10 * @interval
+
+      @ignore_current_timeslice = options.fetch(:ignore_current_timeslice, true)
+
+      @mutex = Mutex.new
+
+      @timeslices = Hash.new do |h,k|
+        h[k] = Timeslice.new(k)
+      end
+    end
+    
+    def dirty?
+      @timeslices.any? { |_, t| t.dirty? }
+    end
+    
+    def push(data)
+      t = rounded_time(data.time)
+      timeslice = nil
+
+      @mutex.synchronize do
+        @timeslices[t] << data
+      end
+    end
+    alias_method :<<, :push
+
+    def dirty_timeslices
+      trim
+
+      @mutex.synchronize do
+        if @ignore_current_timeslice
+          current_time = rounded_time(Time.now)
+        end
+
+        @timeslices.values.select do |t|
+          t.dirty? && (!current_time || current_time != t.time)
+        end
+      end
+    end
+    
+    def rounded_time(time)
+      time = time.to_i
+      time - (time % @interval)
+    end
+    
+    def trim
+      oldest_time = Time.now.to_i - @window
+
+      @mutex.synchronize do
+        @timeslices.delete_if do |time, _|
+          time < oldest_time
+        end
+      end
+    end
+  end
+end

data/lib/metriksd/timeslice.rb

@@ -0,0 +1,33 @@
+module Metriksd
+  class Timeslice
+    attr_reader :time
+
+    def initialize(time)
+      @time    = time
+      @mutex   = Mutex.new
+      @dirty   = false
+      @records = {}
+    end
+    
+    def dirty?
+      @mutex.synchronize do
+        @dirty
+      end
+    end
+
+    def flush
+      @mutex.synchronize do
+        @dirty = false
+        @records.values
+      end
+    end
+    
+    def push(data)
+      @mutex.synchronize do
+        @records["#{data.client_id}/#{data.name}"] = data
+        @dirty = true
+      end
+    end
+    alias_method :<<, :push
+  end
+end

data/lib/metriksd/udp_server.rb

@@ -0,0 +1,77 @@
+require 'socket'
+require 'eventmachine'
+require 'logger'
+require 'snappy'
+require 'msgpack'
+
+require 'metriksd/registry'
+
+module Metriksd
+  class UdpServer
+    class Handler < EventMachine::Connection
+      def initialize(proc)
+        @proc = proc
+        super
+      end
+
+      def receive_data(data)
+        @proc.call(data)
+      end
+    end
+
+    attr_reader :logger, :port, :host, :registry
+
+    def initialize(registry, options = {})
+      missing_keys = %w(port) - options.keys.map(&:to_s)
+      unless missing_keys.empty?
+        raise ArgumentError, "Missing required options: #{missing_keys * ', '}"
+      end
+
+      @registry = registry
+      @port     = options[:port]
+      @host     = options[:host]    || '0.0.0.0'
+      @logger   = options[:logger]  || Logger.new(STDERR)
+      @recvbuf  = options[:recvbuf] || 1024 * 1024
+
+      @unpacker = MessagePack::Unpacker.new
+    end
+    
+    def start
+      unless EventMachine.reactor_running?
+        Thread.new do
+          EventMachine.epoll  = true if EventMachine.epoll?
+          EventMachine.kqueue = true if EventMachine.kqueue?
+          EventMachine.run
+        end
+      end
+
+      EventMachine.next_tick do
+        handler = proc do |data|
+          begin
+            unmarshal(data)
+          rescue => e
+            logger.error "Error in metriks server: #{e.class}: #{e.message}\n\t#{e.backtrace.join("\n\t")}"
+          end
+        end
+
+        EventMachine.open_datagram_socket(@host, @port, Handler, handler)
+      end
+    end
+    
+    def stop
+      EventMachine.stop
+    end
+
+    def join
+      if EventMachine.reactor_thread?
+        EventMachine.reactor_thread.join
+      end
+    end
+    
+    def unmarshal(data)
+      @unpacker.feed_each(Snappy.inflate(data)) do |payload|
+        @registry << Data.new(payload)
+      end
+    end
+  end
+end

data/metriksd.gemspec

@@ -0,0 +1,87 @@
+## This is the rakegem gemspec template. Make sure you read and understand
+## all of the comments. Some sections require modification, and others can
+## be deleted if you don't need them. Once you understand the contents of
+## this file, feel free to delete any comments that begin with two hash marks.
+## You can find comprehensive Gem::Specification documentation, at
+## http://docs.rubygems.org/read/chapter/20
+Gem::Specification.new do |s|
+  s.specification_version = 2 if s.respond_to? :specification_version=
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.rubygems_version = '1.3.5'
+
+  ## Leave these as is they will be modified for you by the rake gemspec task.
+  ## If your rubyforge_project name is different, then edit it and comment out
+  ## the sub! line in the Rakefile
+  s.name              = 'metriksd'
+  s.version           = '0.5.0'
+  s.date              = '2012-07-29'
+
+  ## Make sure your summary is short. The description may be as long
+  ## as you like.
+  s.summary     = "Server for handling metrics from metriks"
+  s.description = ""
+
+  ## List the primary authors. If there are a bunch of authors, it's probably
+  ## better to set the email to an email list or something. If you don't have
+  ## a custom homepage, consider using your GitHub URL or the like.
+  s.authors  = ["Eric Lindvall"]
+  s.email    = 'eric@sevenscale.com'
+  s.homepage = 'https://github.com/eric/metriks_server'
+
+  ## This gets added to the $LOAD_PATH so that 'lib/NAME.rb' can be required as
+  ## require 'NAME.rb' or'/lib/NAME/file.rb' can be as require 'NAME/file.rb'
+  s.require_paths = %w[lib]
+
+  ## If your gem includes any executables, list them here.
+  s.executables = ["metriksd"]
+
+  ## Specify any RDoc options here. You'll want to add your README and
+  ## LICENSE files to the extra_rdoc_files list.
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.extra_rdoc_files = %w[README.md LICENSE]
+
+  ## List your runtime dependencies here. Runtime dependencies are those
+  ## that are needed for an end user to actually USE your code.
+  s.add_dependency('librato-metrics', '~> 0.7')
+  s.add_dependency('msgpack', '~> 0.4')
+  s.add_dependency('snappy')
+  s.add_dependency('activesupport')
+  s.add_dependency('eventmachine', '~> 1.0.0.rc.4')
+
+  ## List your development dependencies here. Development dependencies are
+  ## those that are only needed during development
+  s.add_development_dependency('metriksd_reporter')
+
+  ## Leave this section as-is. It will be automatically generated from the
+  ## contents of your Git repository via the gemspec task. DO NOT REMOVE
+  ## THE MANIFEST COMMENTS, they are used as delimiters by the task.
+  # = MANIFEST =
+  s.files = %w[
+    Gemfile
+    LICENSE
+    README.md
+    Rakefile
+    bin/metriksd
+    examples/config.yml
+    lib/metriksd.rb
+    lib/metriksd/cli.rb
+    lib/metriksd/config.rb
+    lib/metriksd/data.rb
+    lib/metriksd/librato_metrics_reporter.rb
+    lib/metriksd/librato_metrics_reporter/timeslice_rollup.rb
+    lib/metriksd/registry.rb
+    lib/metriksd/timeslice.rb
+    lib/metriksd/udp_server.rb
+    metriksd.gemspec
+    test/config_test.rb
+    test/librato_metrics_reporter_test.rb
+    test/metriksd_reporter_test.rb
+    test/test_helper.rb
+    test/udp_server_test.rb
+  ]
+  # = MANIFEST =
+
+  ## Test files will be grabbed from the file list. Make sure the path glob
+  ## matches what you actually use.
+  s.test_files = s.files.select { |path| path =~ /^test\/test_.*\.rb/ }
+end

data/test/config_test.rb

@@ -0,0 +1,32 @@
+require 'test_helper'
+require 'metriksd/config'
+
+class ConfigTest < Test::Unit::TestCase
+  def setup
+    @config = Metriksd::Config.new
+  end
+  
+  def test_broken_config
+    assert_raises ArgumentError do
+      @config.load(:registry => {})
+    end
+  end
+
+  def test_working_config
+    @config.load :registry => {
+      :reporter => {
+        :type => 'librato_metrics',
+        :email => 'a@b.com',
+        :api_key => 'a' * 10
+      },
+      :server => {
+        :type => 'udp',
+        :port => 39283
+      }  
+    }
+
+    @config.start
+    @config.stop
+    @config.join
+  end
+end

data/test/librato_metrics_reporter_test.rb

@@ -0,0 +1,40 @@
+require 'test_helper'
+require 'metriksd/librato_metrics_reporter'
+
+class LibratoMetricsReporterTest < Test::Unit::TestCase
+  def setup
+    @registry = Metriksd::Registry.new(:ignore_current_timeslice => false)
+    @reporter = Metriksd::LibratoMetricsReporter.new(@registry, :email => 'x', :api_key => 'y')
+    @reporter.client.persistence = :test
+  end
+  
+  def test_empty_flush
+    assert !@reporter.flush
+  end
+
+  def test_flush
+    data = Metriksd::Data.new(:client_id => $$, :time => Time.now.to_i, :type => 'meter', :name => 'b', :source => 'a', :one_minute_rate => 3.4)
+    @registry.push(data)
+
+    # There is something to flush the first time
+    assert @reporter.flush
+
+    # There is nothing to flush the next time
+    assert !@reporter.flush
+  end
+
+  def test_start
+    @reporter = Metriksd::LibratoMetricsReporter.new(@registry, :email => 'x', :api_key => 'y', :interval => 0.1)
+    @reporter.client.persistence = :test
+
+    @reporter.start
+
+    data = Metriksd::Data.new(:client_id => $$, :time => Time.now.to_i, :type => 'meter', :name => 'b', :source => 'a', :one_minute_rate => 3.4)
+    @registry.push(data)
+
+    @reporter.stop
+    @reporter.join
+
+    assert @reporter.queue.persister.persisted.length == 1, @reporter.queue.persister.persisted.inspect
+  end
+end

data/test/metriksd_reporter_test.rb

@@ -0,0 +1,50 @@
+require 'test_helper'
+require 'metriksd/config'
+require 'metriksd_reporter'
+require 'metriks'
+
+class MetriksdReporterTest < Test::Unit::TestCase
+  def test_working_config
+    @port = 39283
+
+    @server_config = Metriksd::Config.new
+
+    @server_config.load :registry => {
+      :ignore_current_timeslice => false,
+      :reporter => {
+        :type => 'librato_metrics',
+        :email => 'a@b.com',
+        :api_key => 'a' * 10
+      },
+      :server => {
+        :type => 'udp',
+        :port => @port
+      }  
+    }
+
+    @server_config.start
+
+    # Wait for eventmachine
+    thr = Thread.current; EventMachine.next_tick { thr.wakeup }; Thread.stop
+
+    @server_reporter = @server_config.reporters.first
+    @server_reporter.client.persistence = :test
+    @server_persister = @server_reporter.queue.persister
+
+    @client_registry = Metriks::Registry.new
+    @client_reporter = MetriksdReporter.new(:host => '127.0.0.1', :port => @port,
+      :registry => @client_registry, :extras => { :source => Socket.gethostname })
+
+    @client_reporter.start
+    @client_registry.timer('client.test.metric').update(5.3)
+
+    @client_reporter.flush
+    @client_reporter.stop
+
+    @server_config.stop
+    @server_config.join
+
+    assert_not_nil @server_persister.persisted, @server_persister.inspect
+    assert @server_persister.persisted.length == 1, @server_persister.persisted.inspect
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,8 @@
+require 'test/unit'
+require 'pp'
+
+# require 'mocha'
+
+require 'metriksd'
+
+Thread.abort_on_exception = true

data/test/udp_server_test.rb

@@ -0,0 +1,27 @@
+require 'test_helper'
+
+class UdpServerTest < Test::Unit::TestCase
+  def setup
+    @registry = Metriksd::Registry.new
+    @server = Metriksd::UdpServer.new(@registry, :port => 30000 + rand(1000))
+    @server.start
+  end
+  
+  def teardown
+    @server.stop
+    @server.join
+  end
+
+  def test_data
+    # Wait for eventmachine
+    thr = Thread.current; EventMachine.next_tick { thr.wakeup }; Thread.stop
+
+    data = Snappy.deflate({ :name => 'a', :client_id => $$, :time => Time.now.to_i, :anything => 'yay' }.to_msgpack)
+    socket = UDPSocket.new
+    socket.send data, 0, '127.0.0.1', @server.port
+    
+    sleep 0.1
+    
+    assert @server.registry.dirty?, @server.registry.inspect
+  end
+end

metadata

@@ -0,0 +1,160 @@
+--- !ruby/object:Gem::Specification 
+name: metriksd
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 5
+  - 0
+  version: 0.5.0
+platform: ruby
+authors: 
+- Eric Lindvall
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-07-29 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  type: :runtime
+  version_requirements: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 7
+        version: "0.7"
+  name: librato-metrics
+  requirement: *id001
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  type: :runtime
+  version_requirements: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 4
+        version: "0.4"
+  name: msgpack
+  requirement: *id002
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  type: :runtime
+  version_requirements: &id003 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  name: snappy
+  requirement: *id003
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  type: :runtime
+  version_requirements: &id004 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  name: activesupport
+  requirement: *id004
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  type: :runtime
+  version_requirements: &id005 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 0
+        - 0
+        - rc
+        - 4
+        version: 1.0.0.rc.4
+  name: eventmachine
+  requirement: *id005
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  type: :development
+  version_requirements: &id006 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  name: metriksd_reporter
+  requirement: *id006
+  prerelease: false
+description: ""
+email: eric@sevenscale.com
+executables: 
+- metriksd
+extensions: []
+
+extra_rdoc_files: 
+- README.md
+- LICENSE
+files: 
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/metriksd
+- examples/config.yml
+- lib/metriksd.rb
+- lib/metriksd/cli.rb
+- lib/metriksd/config.rb
+- lib/metriksd/data.rb
+- lib/metriksd/librato_metrics_reporter.rb
+- lib/metriksd/librato_metrics_reporter/timeslice_rollup.rb
+- lib/metriksd/registry.rb
+- lib/metriksd/timeslice.rb
+- lib/metriksd/udp_server.rb
+- metriksd.gemspec
+- test/config_test.rb
+- test/librato_metrics_reporter_test.rb
+- test/metriksd_reporter_test.rb
+- test/test_helper.rb
+- test/udp_server_test.rb
+has_rdoc: true
+homepage: https://github.com/eric/metriks_server
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 2
+summary: Server for handling metrics from metriks
+test_files: 
+- test/test_helper.rb