librato-rack 0.4.5 → 0.5.0.beta

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 7be4fbb8ab1659249f7bf95cd6cd3f77726ebda5
+  data.tar.gz: 18b5b1cc87d44a10b1512ae6c1884ea018b1e92c
+SHA512:
+  metadata.gz: c5956f91aee12213650b9736bf209af4d7d4f8c6dfadd2e21d9b7d1dcb54d67747c8ce08d0d1f6e2226a12f7bc4657f3d9003bd92e3849d93ab94d2099de8098
+  data.tar.gz: 784ba024019aa150bcf3509182333c2b5e48b55291d1056a26f38322b4e414aeedc1242d03d5c3a0d1bdc4a0cebbae1d606a35060c0af6d55515a964ee1f275b

checksums.yaml.gz.sig

@@ -0,0 +1,4 @@
+��]���´$쥸&��.H1t�j�qR�ԅ[�$���ժ�˭|�"����F��R��(ɠꊭIK�t�M_����.l��O��q��1��D��~�4;��?J;��iȨ$vQ�-��=4
+59���g��p�X��z YF�R�dw�{�P��Q�ZD����$�����Q���kԈɵAI�+[�%���8!��	=�X��k
�Hp
+���Y�88?��è �xd�0
+�R3�

data/README.md

@@ -64,7 +64,7 @@ If you want to do more complex configuration, use your own environment variables
 
     use Librato::Rack, :config => config
 
-See the configuration class for all available options.
+See the [configuration class](https://github.com/librato/librato-rack/blob/master/lib/librato/rack/configuration.rb) for all available options.
 
 ##### Running on Heroku
 
@@ -131,6 +131,22 @@ The block form auto-submits the time it took for its contents to execute as the
       @twitter = Twitter.lookup(user)
     end
 
+###### percentiles (beta)
+
+By defaults timings will send the average, sum, max and min for every minute. If you want to send percentiles as well you can specify them inline while instrumenting:
+
+    # track a single percentile
+    Librato.timing 'api.request.time', time, percentile: 95
+
+    # track multiple percentiles
+    Librato.timing 'api.request.time', time, percentile: [95, 99]
+
+You can also use percentiles with the block form of timings:
+
+    Librato.timing 'my.important.event', percentile: 95 do
+      # do work
+    end
+
 #### group
 
 There is also a grouping helper, to make managing nested metrics easier. So this:
@@ -155,6 +171,8 @@ Symbols can be used interchangeably with strings for metric names.
 
 Never fear, [we have some guidelines](https://github.com/librato/librato-rails/wiki/Monitoring-Background-Workers) for how to instrument your workers properly.
 
+If you are using `librato-rack` with sidekiq, [see these notes about setup](https://github.com/librato/librato-rails/wiki/Monitoring-Background-Workers#monitoring-long-running-threaded-workers-sidekiq-etc).
+
 ## Cross-Process Aggregation
 
 `librato-rack` submits measurements back to the Librato platform on a _per-process_ basis. By default these measurements are then combined into a single measurement per source (default is your hostname) before persisting the data.
@@ -185,4 +203,4 @@ If you are debugging setup locally you can set `flush_interval` to something sho
 
 ## Copyright
 
-Copyright (c) 2013 [Librato Inc.](http://librato.com) See LICENSE for details.
+Copyright (c) 2013-2014 [Librato Inc.](http://librato.com) See LICENSE for details.

data/lib/librato/collector.rb

@@ -1,3 +1,5 @@
+require 'forwardable'
+
 module Librato
   # collects and stores measurement values over time so they can be
   # reported periodically to the Metrics service
@@ -10,7 +12,7 @@ module Librato
 
     # access to internal aggregator object
     def aggregate
-      @aggregator_cache ||= Aggregator.new(:prefix => @prefix)
+      @aggregator_cache ||= Aggregator.new(prefix: @prefix)
     end
 
     # access to internal counters object
@@ -43,6 +45,7 @@ module Librato
   end
 end
 
-require 'librato/collector/aggregator'
-require 'librato/collector/counter_cache'
-require 'librato/collector/group'
+require_relative 'collector/aggregator'
+require_relative 'collector/counter_cache'
+require_relative 'collector/exceptions'
+require_relative 'collector/group'

data/lib/librato/collector/aggregator.rb

@@ -1,14 +1,19 @@
+require 'hetchy'
+
 module Librato
   class Collector
     # maintains storage of timing and measurement type measurements
     #
     class Aggregator
+      SOURCE_SEPARATOR = '$$'
+
       extend Forwardable
 
       def_delegators :@cache, :empty?, :prefix, :prefix=
 
       def initialize(options={})
-        @cache = Librato::Metrics::Aggregator.new(:prefix => options[:prefix])
+        @cache = Librato::Metrics::Aggregator.new(prefix: options[:prefix])
+        @percentiles = {}
         @lock = Mutex.new
       end
 
@@ -16,8 +21,11 @@ module Librato
         fetch(key)
       end
 
+      # retrieve current value of a metric/source/percentage. this exists
+      # primarily for debugging/testing and isn't called routinely.
       def fetch(key, options={})
         return nil if @cache.empty?
+        return fetch_percentile(key, options) if options[:percentile]
         gauges = nil
         source = options[:source]
         @lock.synchronize { gauges = @cache.queued[:gauges] }
@@ -30,17 +38,19 @@ module Librato
         nil
       end
 
+      # clear all stored values
       def delete_all
-        @lock.synchronize { @cache.clear }
+        @lock.synchronize { clear_storage }
       end
 
       # transfer all measurements to queue and reset internal status
-      def flush_to(queue)
+      def flush_to(queue, opts={})
         queued = nil
         @lock.synchronize do
           return if @cache.empty?
           queued = @cache.queued
-          @cache.clear
+          flush_percentiles(queue, opts) unless @percentiles.empty?
+          clear_storage unless opts[:preserve]
         end
         queue.merge!(queued) if queued
       end
@@ -80,18 +90,72 @@ module Librato
           options = args[-1]
         end
         source = options[:source]
+        percentiles = Array(options[:percentile])
 
         @lock.synchronize do
           if source
-            @cache.add event => {:source => source, :value => value}
+            @cache.add event => {source: source, value: value}
           else
             @cache.add event => value
           end
+
+          percentiles.each do |perc|
+            store = fetch_percentile_store(event, source)
+            store[:reservoir] << value
+            track_percentile(store, perc)
+          end
         end
         returned
       end
       alias :timing :measure
 
+      private
+
+      def clear_storage
+        @cache.clear
+        @percentiles.each do |key, val|
+          val[:reservoir].clear
+          val[:percs].clear
+        end
+      end
+
+      def fetch_percentile(key, options)
+        store = fetch_percentile_store(key, options[:source])
+        return nil unless store
+        store[:reservoir].percentile(options[:percentile])
+      end
+
+      def fetch_percentile_store(event, source)
+        keyname = source ? "#{event}#{SOURCE_SEPARATOR}#{source}" : event
+        @percentiles[keyname] ||= {
+          reservoir: Hetchy::Reservoir.new(size: 1000),
+          percs: Set.new
+        }
+      end
+
+      def flush_percentiles(queue, opts)
+        @percentiles.each do |key, val|
+          metric, source = key.split(SOURCE_SEPARATOR)
+          val[:percs].each do |perc|
+            perc_name = perc.to_s[0,5].gsub('.','')
+            payload = if source
+              { value: val[:reservoir].percentile(perc), source: source }
+            else
+              val[:reservoir].percentile(perc)
+            end
+            queue.add "#{metric}.p#{perc_name}" => payload
+          end
+        end
+      end
+
+      def track_percentile(store, perc)
+        if perc < 0.0 || perc > 100.0
+          raise InvalidPercentile, "Percentiles must be between 0.0 and 100.0"
+        end
+        store[:percs].add(perc)
+      end
+
     end
+
   end
 end

data/lib/librato/collector/counter_cache.rb

@@ -44,18 +44,18 @@ module Librato
       end
 
       # transfer all measurements to queue and reset internal status
-      def flush_to(queue)
+      def flush_to(queue, opts={})
         counts = nil
         @lock.synchronize do
           # work off of a duplicate data set so we block for
           # as little time as possible
           counts = @cache.dup
-          reset_cache
+          reset_cache unless opts[:preserve]
         end
         counts.each do |metric, value|
           metric, source = metric.split(SEPARATOR)
           if source
-            queue.add metric => {:value => value, :source => source}
+            queue.add metric => {value: value, source: source}
           else
             queue.add metric => value
           end
@@ -76,7 +76,7 @@ module Librato
       def increment(counter, options={})
         if options.is_a?(Fixnum)
           # suppport legacy style
-          options = {:by => options}
+          options = {by: options}
         end
         by = options[:by] || 1
         if options[:source]

data/lib/librato/collector/exceptions.rb

@@ -0,0 +1,8 @@
+module Librato
+  class Collector
+
+    # custom exceptions
+    class InvalidPercentile < StandardError; end
+
+  end
+end

data/lib/librato/rack.rb

@@ -107,10 +107,10 @@ module Librato
         case queue_start.length
         when 16 # microseconds
           wait = ((Time.now.to_f * 1000000).to_i - queue_start.to_i) / 1000.0
-          tracker.timing 'rack.request.queue.time', wait
+          tracker.timing 'rack.request.queue.time', wait, percentile: 95
         when 13 # milliseconds
           wait = (Time.now.to_f * 1000).to_i - queue_start.to_i
-          tracker.timing 'rack.request.queue.time', wait
+          tracker.timing 'rack.request.queue.time', wait, percentile: 95
         end
       end
     end
@@ -119,7 +119,7 @@ module Librato
       return if config.disable_rack_metrics
       tracker.group 'rack.request' do |group|
         group.increment 'total'
-        group.timing    'time', duration
+        group.timing    'time', duration, percentile: 95
         group.increment 'slow' if duration > 200.0
 
         group.group 'status' do |s|

data/lib/librato/rack/tracker.rb

@@ -64,6 +64,13 @@ module Librato
         config.source_pids ? "#{source}.#{$$}" : source
       end
 
+      # current local instrumentation to be sent on next flush
+      # this is for debugging, don't call rapidly in production as it
+      # may introduce latency
+      def queued
+        build_flush_queue(collector, true).queued
+      end
+
       # given current state, should the tracker start a reporter thread?
       def should_start?
         if !config.user || !config.token
@@ -113,11 +120,11 @@ module Librato
         end
       end
 
-      def build_flush_queue(collector)
-        queue = ValidatingQueue.new( :client => client, :source => qualified_source,
-          :prefix => config.prefix, :skip_measurement_times => true )
+      def build_flush_queue(collector, preserve=false)
+        queue = ValidatingQueue.new( client: client, source: qualified_source,
+          prefix: config.prefix, skip_measurement_times: true )
         [collector.counters, collector.aggregate].each do |cache|
-          cache.flush_to(queue)
+          cache.flush_to(queue, preserve: preserve)
         end
         queue.add 'rack.processes' => 1
         trace_queued(queue.queued) #if should_log?(:trace)

data/lib/librato/rack/version.rb

@@ -1,5 +1,5 @@
 module Librato
   class Rack
-    VERSION = "0.4.5"
+    VERSION = "0.5.0.beta"
   end
 end

data/test/remote/tracker_test.rb

@@ -27,32 +27,32 @@ class TrackerRemoteTest < Minitest::Test
     end
 
     def test_flush_counters
-      tracker.increment :foo                              # simple
-      tracker.increment :bar, 2                           # specified
-      tracker.increment :foo                              # multincrement
-      tracker.increment :foo, :source => 'baz', :by => 3  # custom source
+      tracker.increment :foo                        # simple
+      tracker.increment :bar, 2                     # specified
+      tracker.increment :foo                        # multincrement
+      tracker.increment :foo, source: 'baz', by: 3  # custom source
+      @queued = tracker.queued
       tracker.flush
 
+      # metrics are SSA, so should exist but won't have measurements yet
       metric_names = client.list.map { |m| m['name'] }
       assert metric_names.include?('foo'), 'foo should be present'
       assert metric_names.include?('bar'), 'bar should be present'
 
-      foo = client.fetch 'foo', :count => 10
-      assert_equal 1, foo[source].length
-      assert_equal 2, foo[source][0]['value']
+      # interogate queued payload for expected values
+      assert_equal source, @queued[:source]
+      assert_equal 2, queued('foo')
 
       # custom source
-      assert_equal 1, foo['baz'].length
-      assert_equal 3, foo['baz'][0]['value']
+      assert_equal 3, queued('foo', source: 'baz')
 
-      bar = client.fetch 'bar', :count => 10
-      assert_equal 1, bar[source].length
-      assert_equal 2, bar[source][0]['value']
+      # different counter
+      assert_equal 2, queued('bar')
     end
 
     def test_counter_persistent_through_flush
       tracker.increment 'knightrider'
-      tracker.increment 'badguys', :sporadic => true
+      tracker.increment 'badguys', sporadic: true
       assert_equal 1, collector.counters['knightrider']
       assert_equal 1, collector.counters['badguys']
 
@@ -65,24 +65,23 @@ class TrackerRemoteTest < Minitest::Test
       tracker.timing  'request.time.total', 122.1
       tracker.measure 'items_bought', 20
       tracker.timing  'request.time.total', 81.3
-      tracker.timing  'jobs.queued', 5, :source => 'worker.3'
+      tracker.timing  'jobs.queued', 5, source: 'worker.3'
+      @queued = tracker.queued
       tracker.flush
 
+      # metrics are SSA, so should exist but won't have measurements yet
       metric_names = client.list.map { |m| m['name'] }
       assert metric_names.include?('request.time.total'), 'request.time.total should be present'
       assert metric_names.include?('items_bought'), 'request.time.db should be present'
 
-      total = client.fetch 'request.time.total', :count => 10
-      assert_equal 2, total[source][0]['count']
-      assert_in_delta 203.4, total[source][0]['sum'], 0.1
+      assert_equal 2, queued('request.time.total')[:count]
+      assert_in_delta 203.4, queued('request.time.total')[:sum], 0.1
 
-      items = client.fetch 'items_bought', :count => 10
-      assert_equal 1, items[source][0]['count']
-      assert_in_delta 20, items[source][0]['sum'], 0.1
+      assert_equal 1, queued('items_bought')[:count]
+      assert_in_delta 20, queued('items_bought')[:sum], 0.1
 
-      jobs = client.fetch 'jobs.queued', :count => 10
-      assert_equal 1, jobs['worker.3'][0]['count']
-      assert_in_delta 5, jobs['worker.3'][0]['sum'], 0.1
+      assert_equal 1, queued('jobs.queued', source: 'worker.3')[:count]
+      assert_in_delta 5, queued('jobs.queued', source: 'worker.3')[:sum], 0.1
     end
 
     def test_flush_should_purge_measures_and_timings
@@ -90,77 +89,70 @@ class TrackerRemoteTest < Minitest::Test
       tracker.measure 'items_bought', 20
       tracker.flush
 
-      assert collector.aggregate.empty?, 'measures and timings should be cleared with flush'
+      assert collector.aggregate.empty?,
+        'measures and timings should be cleared with flush'
     end
 
-    # Disabled for now because we always send a running process
-    # count at a minimum
-    #
-    # def test_empty_flush_should_not_be_sent
-    #   tracker.flush
-    #   assert_equal [], client.list
-    # end
-
     def test_flush_respects_prefix
       config.prefix = 'testyprefix'
 
       tracker.timing 'mytime', 221.1
       tracker.increment 'mycount', 4
+      @queued = tracker.queued
       tracker.flush
 
       metric_names = client.list.map { |m| m['name'] }
-      assert metric_names.include?('testyprefix.mytime'), 'testyprefix.mytime should be present'
-      assert metric_names.include?('testyprefix.mycount'), 'testyprefix.mycount should be present'
-
-      mytime = client.fetch 'testyprefix.mytime', :count => 10
-      assert_equal 1, mytime[source][0]['count']
+      assert metric_names.include?('testyprefix.mytime'),
+        'testyprefix.mytime should be present'
+      assert metric_names.include?('testyprefix.mycount'), '
+        testyprefix.mycount should be present'
 
-      mycount = client.fetch 'testyprefix.mycount', :count => 10
-      assert_equal 4, mycount[source][0]['value']
+      assert_equal 1, queued('testyprefix.mytime')[:count]
+      assert_equal 4, queued('testyprefix.mycount')
     end
 
     def test_flush_recovers_from_failure
       # create a metric foo of counter type
-      client.submit :foo => {:type => :counter, :value => 12}
+      client.submit foo: {type: :counter, value: 12}
 
       # failing flush - submit a foo measurement as a gauge (type mismatch)
       tracker.measure :foo, 2.12
-      tracker.flush
 
-      foo = client.fetch :foo, :count => 10
-      assert_equal 1, foo['unassigned'].length
-      assert_nil foo[source] # shouldn't have been accepted
+      # won't be accepted
+      tracker.flush
 
       tracker.measure :boo, 2.12
       tracker.flush
 
-      boo = client.fetch :boo, :count => 10
-      assert_equal 2.12, boo[source][0]["value"]
+      metric_names = client.list.map { |m| m['name'] }
+      assert metric_names.include?('boo')
     end
 
     def test_flush_handles_invalid_metric_names
       tracker.increment :foo              # valid
       tracker.increment 'fübar'           # invalid
       tracker.measure 'fu/bar/baz', 12.1  # invalid
+      @queued = tracker.queued
       tracker.flush
 
       metric_names = client.list.map { |m| m['name'] }
       assert metric_names.include?('foo')
 
-      # should have saved values for foo
-      foo = client.fetch :foo, :count => 5
-      assert_equal 1.0, foo[source][0]["value"]
+      # should be sending value for foo
+      assert_equal 1.0, queued('foo')
     end
 
     def test_flush_handles_invalid_sources_names
-      tracker.increment :foo, :source => 'atreides'         # valid
-      tracker.increment :bar, :source => 'glébnöst'         # invalid
-      tracker.measure 'baz', 2.25, :source => 'b/l/ak/nok'  # invalid
+      tracker.increment :foo, source: 'atreides'         # valid
+      tracker.increment :bar, source: 'glébnöst'         # invalid
+      tracker.measure 'baz', 2.25, source: 'b/l/ak/nok'  # invalid
+      @queued = tracker.queued
       tracker.flush
 
-      # should have saved values for foo
-      foo = client.fetch :foo, :count => 5
-      assert_equal 1.0, foo['atreides'][0]["value"]
+      metric_names = client.list.map { |m| m['name'] }
+      assert metric_names.include?('foo')
+
+      assert_equal 1.0, queued('foo', source: 'atreides')
     end
 
     private
@@ -181,6 +173,25 @@ class TrackerRemoteTest < Minitest::Test
       @tracker.config
     end
 
+    # wrapper to make api format more easy to query
+    def queued(name, opts={})
+      raise "No queued found" unless @queued
+      source = opts[:source]  || nil
+
+      @queued[:gauges].each do |g|
+        if g[:name] == name.to_s && g[:source] == source
+          if g[:count]
+            # complex metric, return the whole hash
+            return g
+          else
+            # return just the value
+            return g[:value]
+          end
+        end
+      end
+      raise "No queued entry with '#{name}' found."
+    end
+
     def source
       @tracker.qualified_source
     end

data/test/unit/collector/aggregator_test.rb

@@ -27,6 +27,52 @@ module Librato
         assert_in_delta @agg['another.task'][:sum], 100, 50
       end
 
+      def test_percentiles
+        # simple case
+        [0.1, 0.2, 0.3].each do |val|
+          @agg.timing 'a.sample.thing', val, percentile: 50
+        end
+        assert_equal 0.2, @agg.fetch('a.sample.thing', percentile: 50),
+          'can calculate percentile'
+
+        # multiple percentiles
+        [0.2, 0.35].each do |val|
+          @agg.timing 'a.sample.thing', val, percentile: [80, 95]
+        end
+        assert_equal 0.31, @agg.fetch('a.sample.thing', percentile: 65),
+          'can calculate another percentile simultaneously'
+        assert_equal 0.35, @agg.fetch('a.sample.thing', percentile: 95),
+          'can calculate another percentile simultaneously'
+
+        # ensure storage is efficient: this is a little gross because we
+        # have to inquire past the public interface, but important to verify
+        assert_equal 1, @agg.instance_variable_get('@percentiles').length,
+          'maintains all samples for same metric/source in one pool'
+      end
+
+      def test_percentiles_invalid
+        # less than 0.0
+        assert_raises(Librato::Collector::InvalidPercentile) {
+          @agg.timing 'a.sample.thing', 123, percentile: -25.5
+        }
+
+        # greater than 100.0
+        assert_raises(Librato::Collector::InvalidPercentile) {
+          @agg.timing 'a.sample.thing', 123, percentile: 100.2
+        }
+      end
+
+      def test_percentiles_with_source
+        Array(1..10).each do |val|
+          @agg.timing 'a.sample.thing', val, percentile: 50, source: 'foo'
+        end
+        assert_equal 5.5,
+          @agg.fetch('a.sample.thing', source: 'foo', percentile: 50),
+          'can calculate percentile with source'
+      end
+
+      # Todo: mult percentiles, block form, with source, invalid percentile
+
       def test_return_values
         simple = @agg.timing 'simple', 20
         assert_equal nil, simple
@@ -58,12 +104,43 @@ module Librato
 
         q = Librato::Metrics::Queue.new
         @agg.flush_to(q)
+
         expected = Set.new([
           {:name=>"meaning.of.life", :count=>1, :sum=>1.0, :min=>1.0, :max=>1.0},
-          {:name=>"meaning.of.life", :count=>1, :sum=>42.0, :min=>42.0, :max=>42.0, :source=>"douglas_adams"}])
+          {:name=>"meaning.of.life", :count=>1, :sum=>42.0, :min=>42.0, :max=>42.0, :source=>"douglas_adams"}
+        ])
         assert_equal expected, Set.new(q.queued[:gauges])
       end
 
+      def test_flush_percentiles
+        [1,2,3].each { |i| @agg.timing 'a.timing', i, percentile: 95 }
+        [1,2,3].each { |i| @agg.timing 'b.timing', i, source: 'f', percentile: [50, 99.9] }
+
+        q = Librato::Metrics::Queue.new
+        @agg.flush_to(q)
+
+        queued = q.queued[:gauges]
+        a_timing     = queued.detect{ |q| q[:name] == 'a.timing.p95' }
+        b_timing_50  = queued.detect{ |q| q[:name] == 'b.timing.p50' }
+        b_timing_999 = queued.detect{ |q| q[:name] == 'b.timing.p999' }
+
+        refute_nil a_timing,      'sending a.timing percentile'
+        refute_nil b_timing_50,   'sending b.timing 50th percentile'
+        refute_nil b_timing_999,  'sending a.timing 99.9th percentile'
+
+        assert_equal 3, a_timing[:value]
+        assert_equal 2, b_timing_50[:value]
+        assert_equal 3, b_timing_999[:value]
+
+        assert_nil a_timing[:source],             'no source set'
+        assert_equal 'f', b_timing_50[:source],   'proper source set'
+        assert_equal 'f', b_timing_999[:source],  'proper source set'
+
+        # flushing clears percentages to track
+        storage = @agg.instance_variable_get('@percentiles')
+        assert_equal 0, storage['a.timing'][:percs].length, 'clears percentiles'
+      end
+
     end
   end
 end

metadata

@@ -1,74 +1,77 @@
 --- !ruby/object:Gem::Specification
 name: librato-rack
 version: !ruby/object:Gem::Version
-  version: 0.4.5
-  prerelease: 
+  version: 0.5.0.beta
 platform: ruby
 authors:
 - Matt Sanders
 autorequire: 
 bindir: bin
 cert_chain:
-- !binary |-
-  LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUROakNDQWg2Z0F3SUJB
-  Z0lCQURBTkJna3Foa2lHOXcwQkFRVUZBREJCTVJFd0R3WURWUVFEREFoeWRX
-  SjUKWjJWdGN6RVhNQlVHQ2dtU0pvbVQ4aXhrQVJrV0IyeHBZbkpoZEc4eEV6
-  QVJCZ29Ka2lhSmsvSXNaQUVaRmdOagpiMjB3SGhjTk1UTXdPREE0TWpJeE9U
-  UTJXaGNOTVRRd09EQTRNakl4T1RRMldqQkJNUkV3RHdZRFZRUUREQWh5CmRX
-  SjVaMlZ0Y3pFWE1CVUdDZ21TSm9tVDhpeGtBUmtXQjJ4cFluSmhkRzh4RXpB
-  UkJnb0praWFKay9Jc1pBRVoKRmdOamIyMHdnZ0VpTUEwR0NTcUdTSWIzRFFF
-  QkFRVUFBNElCRHdBd2dnRUtBb0lCQVFDL1g3a2RLd1ovb2kvQQpCanMvY2F4
-  a3lESVpnTFMva2dtdWxvVGhmUEJCUjZNdU40R1hlL2hzZHpTSDhYaHRCWW9Z
-  cEsvRjJyUkJzclMrCmpMclpiS0pBR1VJcnFIaVNmZEx6eDJrMnNHVVlsS3pm
-  NmE0eFdpNTg3bmRDOEJ2aDVsZGM4NVcxbGxIRGVBU1MKUjVXanBlcjRLVTFO
-  V0cxRkFWdlFDWGhTS2Rta2krd1g3Sm5kN0NRK296N2trS1lQTThHL1pUZGIr
-  cW43d1JMVgpLYVIrenpHRG13VFEyV3pNaXRTWG1mL2t1NE1VbVJ6c3llcERY
-  WEVSTHluU3A4SVRrNjdnMkhNQ3l2T1BzZjhLCmNZdmwvd2JiOEJ5L3I2SE9q
-  eTdTTTdZbzM1NHVJZmhuaXU4QUt5bUlLeHNiNElnNzFTMGNVN0htMytXQlRp
-  MjgKQUlnOFRVYVhBZ01CQUFHak9UQTNNQWtHQTFVZEV3UUNNQUF3SFFZRFZS
-  ME9CQllFRkRieVFRcU80eEptYUtCRQpuZVE0eStSV0N2T1hNQXNHQTFVZER3
-  UUVBd0lFc0RBTkJna3Foa2lHOXcwQkFRVUZBQU9DQVFFQUtBelhiQTQ3CjlV
-  NTlTc0VmcVIrRExkdjFWQWNkbXhhd3FDK1ptRzRGcHhaaHVIaGFvVXVpMzVB
-  b1FqelNpSEVVTkRUSXUzdTcKVGNzWXdYTVB6dXl6WkpKS1h2QkttU2I5bVdK
-  OTlET0g4MW9VbU96WDdqQ2xRWFpIcm5GdEhkQVJjTFFzUG1nYQo0RGgrZldY
-  V3hQSjZma3ZnODI2dko0cERtbDdPbzlzQ1hUcEMya2kvNVZla1RYa3BGclVz
-  UVJYamxYUGttVDMvCnhhODU4QkdSanZVNTlXUEUxM1FHaWJhN1lJZUh0UkV2
-  Tng0MkpJZm9KTVY3NG9mcktJdVR3OUNNdG8yZ3o5WHgKS3gxbmNuMDdBK2JK
-  bktaNmhlblFBRjFDSDk2WmNxY0pIMTc5UzJ0SWlLRE04a2VlUklVT1BDM1dU
-  MGZhb2svMgpnQTJvemRyODUxYy9uQT09Ci0tLS0tRU5EIENFUlRJRklDQVRF
-  LS0tLS0K
-date: 2014-05-13 00:00:00.000000000 Z
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIDaDCCAlCgAwIBAgIBATANBgkqhkiG9w0BAQUFADA9MQ0wCwYDVQQDDARtYXR0
+  MRcwFQYKCZImiZPyLGQBGRYHbGlicmF0bzETMBEGCgmSJomT8ixkARkWA2NvbTAe
+  Fw0xNTA5MDMwMDE4MzBaFw0xNjA5MDIwMDE4MzBaMD0xDTALBgNVBAMMBG1hdHQx
+  FzAVBgoJkiaJk/IsZAEZFgdsaWJyYXRvMRMwEQYKCZImiZPyLGQBGRYDY29tMIIB
+  IjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAo9ox6O79gTdEjOHX3JWi4ZDU
+  g4xJoDWh5+NSeL8d2OaS3A8zOtBTbrPB3lKohkM7ZFgEymIr9mD0DVIe2y3PXDJ+
+  POaZLDNzix+08M3sQLoP5MvnuzRIpNbAtVf31CMz830GUkPGtSeXc4dcgkTR+u9t
+  gYLek7X2FXdO4/3hVlyQed5rurXg6IGc3xkznPLJz08v7gBXVTd7ZD/TA9JiVPAb
+  NpDpqeJ0cUGoNOmvr90lENnE4L3QUcXoWnIDokdgrT6e2+u3fqm9Awi4PHIeJRF1
+  CDLNk4fF076J5wldCu9GSDyOR864j8s8P4grqg3/W5nlcA/duj70FdBevXEGdQID
+  AQABo3MwcTAJBgNVHRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUhLbYf+E+
+  mD2AKqV3UPnSvYHWhoowGwYDVR0RBBQwEoEQbWF0dEBsaWJyYXRvLmNvbTAbBgNV
+  HRIEFDASgRBtYXR0QGxpYnJhdG8uY29tMA0GCSqGSIb3DQEBBQUAA4IBAQAFzeZI
+  B1KPHoagOEfFSRjEOM+Oc8OCch9GrvkXIJmygb7ek0IaamM265rosHkZs/GFJUWM
+  2g/DjyLazNaFJ3k5vHIWdH11oLfoJ2atJJZuv5DoMATv6bZEPy6HEW8UAFbNt1kg
+  e5VTA7yy+JNFm3/3jt2JzOX6cnJs4gUra3zgSCte69sFVYD/lcasMUM+/xRmubPz
+  A2QAjpamhamK23fX5Iu0Taj0/U8VzB8tWC8wbp6Q/2rGBSG31tTM9Mt415XXSuKt
+  9WLxxDpp4oArOj0hucFoQ9V6f68TZdS1u5/LcIw/ZJ+7sXVYmMCgDIjdZ+p7VVwq
+  aqIKyXbNfJC+dTit
+  -----END CERTIFICATE-----
+date: 2015-09-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: librato-metrics
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.1'
+- !ruby/object:Gem::Dependency
+  name: hetchy
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: Rack middleware to report key app statistics and custom instrumentation
@@ -79,10 +82,17 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- CHANGELOG.md
+- LICENSE
+- README.md
+- Rakefile
+- lib/librato-rack.rb
+- lib/librato/collector.rb
 - lib/librato/collector/aggregator.rb
 - lib/librato/collector/counter_cache.rb
+- lib/librato/collector/exceptions.rb
 - lib/librato/collector/group.rb
-- lib/librato/collector.rb
+- lib/librato/rack.rb
 - lib/librato/rack/configuration.rb
 - lib/librato/rack/errors.rb
 - lib/librato/rack/logger.rb
@@ -90,12 +100,6 @@ files:
 - lib/librato/rack/validating_queue.rb
 - lib/librato/rack/version.rb
 - lib/librato/rack/worker.rb
-- lib/librato/rack.rb
-- lib/librato-rack.rb
-- LICENSE
-- Rakefile
-- README.md
-- CHANGELOG.md
 - test/apps/basic.ru
 - test/apps/custom.ru
 - test/apps/deprecated.ru
@@ -119,33 +123,26 @@ files:
 homepage: https://github.com/librato/librato-rack
 licenses:
 - BSD 3-clause
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: 3341764962779611788
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
-      segments:
-      - 0
-      hash: 3341764962779611788
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.2.2
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Use Librato Metrics with your rack application
 test_files:
 - test/apps/basic.ru