rubycut-metriks 0.9.9.4

data/lib/metriks/snapshot.rb

@@ -0,0 +1,59 @@
+module Metriks
+  class Snapshot
+    MEDIAN_Q = 0.5
+    P75_Q = 0.75
+    P95_Q = 0.95
+    P98_Q = 0.98
+    P99_Q = 0.99
+    P999_Q = 0.999
+
+    attr_reader :values
+
+    def initialize(values)
+      @values = values.sort
+    end
+
+    def value(quantile)
+      raise ArgumentError, "quantile must be between 0.0 and 1.0" if quantile < 0.0 || quantile > 1.0
+
+      return 0.0 if @values.empty?
+
+      pos = quantile * (@values.length + 1)
+
+      return @values.first if pos < 1
+      return @values.last if pos >= @values.length
+
+      lower = @values[pos.to_i - 1]
+      upper = @values[pos.to_i]
+      lower + (pos - pos.floor) * (upper - lower)
+    end
+
+    def size
+      @values.length
+    end
+
+    def median
+      value(MEDIAN_Q)
+    end
+
+    def get_75th_percentile
+      value(P75_Q)
+    end
+
+    def get_95th_percentile
+      value(P95_Q)
+    end
+
+    def get_98th_percentile
+      value(P98_Q)
+    end
+
+    def get_99th_percentile
+      value(P99_Q)
+    end
+
+    def get_999th_percentile
+      value(P999_Q)
+    end
+  end
+end

data/lib/metriks/time_tracker.rb

@@ -0,0 +1,26 @@
+module Metriks
+  class TimeTracker
+    def initialize(interval)
+      @interval = interval
+      @next_time = Time.now.to_f
+    end
+
+    def sleep
+      sleep_time = next_time - Time.now.to_f
+      if sleep_time > 0
+        Kernel.sleep(sleep_time)
+      end
+    end
+
+    def now_floored
+      time = Time.now.to_i
+      time - (time % @interval)
+    end
+
+    def next_time
+      now = Time.now.to_f
+      @next_time = now if @next_time <= now
+      @next_time += @interval - (@next_time % @interval)
+    end
+  end
+end

data/lib/metriks/timer.rb

@@ -0,0 +1,101 @@
+require 'atomic'
+require 'hitimes'
+
+require 'metriks/meter'
+require 'metriks/histogram'
+
+module Metriks
+  class Timer
+    class Context
+      def initialize(timer)
+        @timer    = timer
+        @interval = Hitimes::Interval.now
+      end
+
+      def restart
+        @interval = Hitimes::Interval.now
+      end
+
+      def stop
+        @interval.stop
+        @timer.update(@interval.duration)
+      end
+    end
+
+    def initialize(histogram = Metriks::Histogram.new_exponentially_decaying)
+      @meter     = Metriks::Meter.new
+      @histogram = histogram
+    end
+
+    def clear
+      @meter.clear
+      @histogram.clear
+    end
+
+    def update(duration)
+      if duration >= 0
+        @meter.mark
+        @histogram.update(duration)
+      end
+    end
+
+    def time(callable = nil, &block)
+      callable ||= block
+      context = Context.new(self)
+
+      if callable.nil?
+        return context
+      end
+
+      begin
+        return callable.call
+      ensure
+        context.stop
+      end
+    end
+
+    def snapshot
+      @histogram.snapshot
+    end
+
+    def count
+      @histogram.count
+    end
+
+    def one_minute_rate
+      @meter.one_minute_rate
+    end
+
+    def five_minute_rate
+      @meter.five_minute_rate
+    end
+
+    def fifteen_minute_rate
+      @meter.fifteen_minute_rate
+    end
+
+    def mean_rate
+      @meter.mean_rate
+    end
+
+    def min
+      @histogram.min
+    end
+
+    def max
+      @histogram.max
+    end
+
+    def mean
+      @histogram.mean
+    end
+
+    def stddev
+      @histogram.stddev
+    end
+
+    def stop
+      @meter.stop
+    end
+  end
+end

data/lib/metriks/uniform_sample.rb

@@ -0,0 +1,40 @@
+require 'atomic'
+require 'metriks/snapshot'
+
+module Metriks
+  class UniformSample
+    def initialize(reservoir_size)
+      @values = Array.new(reservoir_size, 0)
+      @count  = Atomic.new(0)
+    end
+
+    def clear
+      @values.length.times do |idx|
+        @values[idx] = 0
+      end
+      @count.value = 0
+    end
+
+    def size
+      count = @count.value
+      count > @values.length ? @values.length : count
+    end
+
+    def snapshot
+      Snapshot.new(@values.slice(0, size))
+    end
+
+    def update(value)
+      new_count = @count.update { |v| v + 1 }
+
+      if new_count <= @values.length
+        @values[new_count - 1] = value
+      else
+        idx = rand(new_count)
+        if idx < @values.length
+          @values[idx] = value
+        end
+      end
+    end
+  end
+end

data/lib/metriks/utilization_timer.rb

@@ -0,0 +1,43 @@
+require 'metriks/timer'
+
+module Metriks
+  class UtilizationTimer < Metriks::Timer
+    def initialize
+      super
+      @duration_meter = Metriks::Meter.new
+    end
+
+    def clear
+      super
+      @duration_meter.clear
+    end
+
+    def update(duration)
+      super
+      if duration >= 0
+        @duration_meter.mark(duration)
+      end
+    end
+
+    def one_minute_utilization
+      @duration_meter.one_minute_rate
+    end
+
+    def five_minute_utilization
+      @duration_meter.five_minute_rate
+    end
+
+    def fifteen_minute_utilization
+      @duration_meter.fifteen_minute_rate
+    end
+
+    def mean_utilization
+      @duration_meter.mean_rate
+    end
+
+    def stop
+      super
+      @duration_meter.stop
+    end
+  end
+end

data/lib/metriks.rb

@@ -0,0 +1,35 @@
+
+module Metriks
+  VERSION = '0.9.9.4'
+
+  def self.get(name)
+    Metriks::Registry.default.get(name)
+  end
+
+  def self.counter(name)
+    Metriks::Registry.default.counter(name)
+  end
+
+  def self.gauge(name, callable = nil, &block)
+    Metriks::Registry.default.gauge(name, callable, &block)
+  end
+
+  def self.timer(name)
+    Metriks::Registry.default.timer(name)
+  end
+
+  def self.utilization_timer(name)
+    Metriks::Registry.default.utilization_timer(name)
+  end
+
+  def self.meter(name)
+    Metriks::Registry.default.meter(name)
+  end
+
+  def self.histogram(name)
+    Metriks::Registry.default.histogram(name)
+  end
+end
+
+require 'metriks/registry'
+require 'metriks/reporter/proc_title'

data/metriks.gemspec

@@ -0,0 +1,100 @@
+## This is the rakegem gemspec template. Make sure you read and understand
+## all of the comments. Some sections require modification, and others can
+## be deleted if you don't need them. Once you understand the contents of
+## this file, feel free to delete any comments that begin with two hash marks.
+## You can find comprehensive Gem::Specification documentation, at
+## http://docs.rubygems.org/read/chapter/20
+Gem::Specification.new do |s|
+  s.specification_version = 2 if s.respond_to? :specification_version=
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.rubygems_version = '1.3.5'
+
+  ## Leave these as is they will be modified for you by the rake gemspec task.
+  ## If your rubyforge_project name is different, then edit it and comment out
+  ## the sub! line in the Rakefile
+  s.name              = 'rubycut-metriks'
+  s.version           = '0.9.9.4'
+  s.date              = '2013-02-22'
+
+  ## Make sure your summary is short. The description may be as long
+  ## as you like.
+  s.summary     = "An experimental metrics client"
+  s.description = "An experimental metrics client."
+
+  ## List the primary authors. If there are a bunch of authors, it's probably
+  ## better to set the email to an email list or something. If you don't have
+  ## a custom homepage, consider using your GitHub URL or the like.
+  s.authors  = ["Eric Lindvall"]
+  s.email    = 'eric@sevenscale.com'
+  s.homepage = 'https://github.com/eric/metriks'
+
+  ## This gets added to the $LOAD_PATH so that 'lib/NAME.rb' can be required as
+  ## require 'NAME.rb' or'/lib/NAME/file.rb' can be as require 'NAME/file.rb'
+  s.require_paths = %w[lib]
+
+  ## Specify any RDoc options here. You'll want to add your README and
+  ## LICENSE files to the extra_rdoc_files list.
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.extra_rdoc_files = %w[README.md LICENSE]
+
+  ## List your runtime dependencies here. Runtime dependencies are those
+  ## that are needed for an end user to actually USE your code.
+  s.add_dependency('atomic', ["~> 1.0"])
+  s.add_dependency('hitimes', [ "~> 1.1"])
+  s.add_dependency('avl_tree', [ "~> 1.1.2" ])
+
+  ## List your development dependencies here. Development dependencies are
+  ## those that are only needed during development
+  # s.add_development_dependency('tomdoc', ["~> 0.2"])
+  s.add_development_dependency('mocha', ['~> 0.10'])
+
+  ## Leave this section as-is. It will be automatically generated from the
+  ## contents of your Git repository via the gemspec task. DO NOT REMOVE
+  ## THE MANIFEST COMMENTS, they are used as delimiters by the task.
+  # = MANIFEST =
+  s.files = %w[
+    Gemfile
+    LICENSE
+    README.md
+    Rakefile
+    benchmark/samplers.rb
+    lib/metriks.rb
+    lib/metriks/counter.rb
+    lib/metriks/ewma.rb
+    lib/metriks/exponentially_decaying_sample.rb
+    lib/metriks/histogram.rb
+    lib/metriks/meter.rb
+    lib/metriks/registry.rb
+    lib/metriks/reporter/graphite.rb
+    lib/metriks/reporter/librato_metrics.rb
+    lib/metriks/reporter/logger.rb
+    lib/metriks/reporter/proc_title.rb
+    lib/metriks/reporter/riemann.rb
+    lib/metriks/simple_moving_average.rb
+    lib/metriks/snapshot.rb
+    lib/metriks/time_tracker.rb
+    lib/metriks/timer.rb
+    lib/metriks/uniform_sample.rb
+    lib/metriks/utilization_timer.rb
+    metriks.gemspec
+    test/counter_test.rb
+    test/graphite_reporter_test.rb
+    test/histogram_test.rb
+    test/librato_metrics_reporter_test.rb
+    test/logger_reporter_test.rb
+    test/meter_test.rb
+    test/metriks_test.rb
+    test/proc_title_reporter_test.rb
+    test/registry_test.rb
+    test/riemann_reporter_test.rb
+    test/test_helper.rb
+    test/thread_error_handling_tests.rb
+    test/timer_test.rb
+    test/utilization_timer_test.rb
+  ]
+  # = MANIFEST =
+
+  ## Test files will be grabbed from the file list. Make sure the path glob
+  ## matches what you actually use.
+  s.test_files = s.files.select { |path| path =~ /^test\/.*_test\.rb/ }
+end

data/test/counter_test.rb

@@ -0,0 +1,39 @@
+require 'test_helper'
+
+require 'metriks/counter'
+
+class CounterTest < Test::Unit::TestCase
+  include ThreadHelper
+
+  def setup
+    @counter = Metriks::Counter.new
+  end
+
+  def test_increment
+    @counter.increment
+
+    assert_equal 1, @counter.count
+  end
+
+  def test_increment_threaded
+    thread 10, :n => 100 do
+      @counter.increment
+    end
+
+    assert_equal 1000, @counter.count
+  end
+
+  def test_increment_by_more
+    @counter.increment 10
+
+    assert_equal 10, @counter.count
+  end
+  
+  def test_increment_by_more_threaded
+    thread 10, :n => 100 do
+      @counter.increment 10
+    end
+
+    assert_equal 10000, @counter.count
+  end
+end

data/test/graphite_reporter_test.rb

@@ -0,0 +1,41 @@
+require 'test_helper'
+require 'thread_error_handling_tests'
+
+require 'metriks/reporter/graphite'
+
+class GraphiteReporterTest < Test::Unit::TestCase
+  include ThreadErrorHandlingTests
+
+  def build_reporter(options={})
+    Metriks::Reporter::Graphite.new('localhost', 3333, { :registry => @registry }.merge(options))
+  end
+
+  def setup
+    @registry = Metriks::Registry.new
+    @reporter = build_reporter
+    @stringio = StringIO.new
+
+    @reporter.stubs(:socket).returns(@stringio)
+  end
+
+  def teardown
+    @reporter.stop
+    @registry.stop
+  end
+
+  def test_write
+    @registry.meter('meter.testing').mark
+    @registry.counter('counter.testing').increment
+    @registry.timer('timer.testing').update(1.5)
+    @registry.histogram('histogram.testing').update(1.5)
+    @registry.utilization_timer('utilization_timer.testing').update(1.5)
+    @registry.gauge('gauge.testing').set(123)
+    @registry.gauge('gauge.testing.block') { 456 }
+
+    @reporter.write
+
+    assert_match /timer.testing.median \d/, @stringio.string
+    assert_match /gauge.testing.value 123/, @stringio.string
+    assert_match /gauge.testing.block.value 456/, @stringio.string
+  end
+end

data/test/histogram_test.rb

@@ -0,0 +1,199 @@
+require 'test_helper'
+
+require 'metriks/histogram'
+
+class HistogramTest < Test::Unit::TestCase
+  include ThreadHelper
+
+  def setup
+  end
+
+  def test_uniform_sample_min
+    @histogram = Metriks::Histogram.new(Metriks::UniformSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE))
+
+    @histogram.update(5)
+    @histogram.update(10)
+
+    assert_equal 5, @histogram.min
+  end
+
+  def test_uniform_sample_max
+    @histogram = Metriks::Histogram.new(Metriks::UniformSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE))
+
+    @histogram.update(5)
+    @histogram.update(10)
+
+    assert_equal 10, @histogram.max
+  end
+
+  def test_uniform_sample_mean
+    @histogram = Metriks::Histogram.new(Metriks::UniformSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE))
+
+    @histogram.update(5)
+    @histogram.update(10)
+
+    assert_equal 7, @histogram.mean
+  end
+
+  def test_uniform_sample_mean_threaded
+    @histogram = Metriks::Histogram.new(Metriks::UniformSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE))
+
+    thread 10, :n => 100 do
+      @histogram.update(5)
+      @histogram.update(10)
+    end
+
+    assert_equal 7, @histogram.mean
+  end
+  
+  def test_uniform_sample_2000
+    @histogram = Metriks::Histogram.new(Metriks::UniformSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE))
+
+    2000.times do |idx|
+      @histogram.update(idx)
+    end
+
+    assert_equal 1999, @histogram.max
+  end
+  
+  def test_uniform_sample_2000_threaded
+    @histogram = Metriks::Histogram.new(Metriks::UniformSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE))
+
+    t = 10
+    thread t do |i|
+      2000.times do |x|
+        if (x % t) == i
+          @histogram.update x
+        end
+      end
+    end
+
+    assert_equal 1999, @histogram.max
+  end
+
+  def test_uniform_sample_snashot
+    @histogram = Metriks::Histogram.new(Metriks::UniformSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE))
+
+    100.times do |idx|
+      @histogram.update(idx)
+    end
+
+    snapshot = @histogram.snapshot
+
+    assert_equal 49.5, snapshot.median
+  end
+
+  def test_uniform_sample_snapshot_threaded
+    @histogram = Metriks::Histogram.new(Metriks::UniformSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE))
+
+    thread 10 do
+      100.times do |idx|
+        @histogram.update(idx)
+      end
+    end
+
+    snapshot = @histogram.snapshot
+
+    assert_equal 49.5, snapshot.median
+  end
+
+  def test_exponential_sample_min
+    @histogram = Metriks::Histogram.new(Metriks::ExponentiallyDecayingSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE, Metriks::Histogram::DEFAULT_ALPHA))
+
+    @histogram.update(5)
+    @histogram.update(10)
+
+    assert_equal 5, @histogram.min
+  end
+  
+  def test_exponential_sample_max
+    @histogram = Metriks::Histogram.new(Metriks::ExponentiallyDecayingSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE, Metriks::Histogram::DEFAULT_ALPHA))
+
+    @histogram.update(5)
+    @histogram.update(10)
+
+    assert_equal 10, @histogram.max
+  end
+
+  def test_exponential_sample_mean
+    @histogram = Metriks::Histogram.new(Metriks::ExponentiallyDecayingSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE, Metriks::Histogram::DEFAULT_ALPHA))
+
+    @histogram.update(5)
+    @histogram.update(10)
+
+    assert_equal 7, @histogram.mean
+  end
+  
+  def test_exponential_sample_mean_threaded
+    @histogram = Metriks::Histogram.new(Metriks::ExponentiallyDecayingSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE, Metriks::Histogram::DEFAULT_ALPHA))
+
+    thread 10, :n => 100 do
+      @histogram.update(5)
+      @histogram.update(10)
+    end
+
+    assert_equal 7, @histogram.mean
+  end
+
+  def test_exponential_sample_2000
+    @histogram = Metriks::Histogram.new(Metriks::ExponentiallyDecayingSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE, Metriks::Histogram::DEFAULT_ALPHA))
+
+    2000.times do |idx|
+      @histogram.update(idx)
+    end
+
+    assert_equal 1999, @histogram.max
+  end
+  
+  def test_exponential_sample_2000_threaded
+    @histogram = Metriks::Histogram.new(Metriks::ExponentiallyDecayingSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE, Metriks::Histogram::DEFAULT_ALPHA))
+
+    t = 10
+    thread t do |i|
+      2000.times do |idx|
+        if (idx % t) == i
+          @histogram.update(idx)
+        end
+      end
+    end
+
+    assert_equal 1999, @histogram.max
+  end
+
+  def test_exponential_sample_snashot
+    @histogram = Metriks::Histogram.new(Metriks::ExponentiallyDecayingSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE, Metriks::Histogram::DEFAULT_ALPHA))
+
+    100.times do |idx|
+      @histogram.update(idx)
+    end
+
+    snapshot = @histogram.snapshot
+
+    assert_equal 49.5, snapshot.median
+  end
+
+  def test_exponential_sample_snapshot_threaded
+    @histogram = Metriks::Histogram.new(Metriks::ExponentiallyDecayingSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE, Metriks::Histogram::DEFAULT_ALPHA))
+
+    thread 10 do
+      100.times do |idx|
+        @histogram.update(idx)
+      end
+    end
+
+    snapshot = @histogram.snapshot
+
+    assert_equal 49.5, snapshot.median
+  end
+
+  def test_long_idle_sample
+    Time.stubs(:now).returns(Time.at(2000))
+    sample = Metriks::ExponentiallyDecayingSample.new(Metriks::Histogram::DEFAULT_SAMPLE_SIZE, Metriks::Histogram::DEFAULT_ALPHA)
+    Time.unstub(:now)
+    @histogram = Metriks::Histogram.new(sample)
+
+    @histogram.update(5)
+
+    assert_equal 5, @histogram.min
+  end
+end