statue19 0.2.7 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 68ddfa3744c63889bf94581ac7fb3d3faaf76ada
-  data.tar.gz: 8b3313832255195944ca2e4fd6bc4249a6c4b21b
+  metadata.gz: '09aa5e04b7e09529ee0d5ff1d271383c74bd6a45'
+  data.tar.gz: e43f69867039cbb5bb0ec4b939ab98f215a93979
 SHA512:
-  metadata.gz: 2685204941aed389de449b449eb19acbba4f267edfd7f5e2c3870164ee850a318afd331da2adba2307bcadb2b80ecc9ff25b696daac7ac44c0d3dce4ab8952cb
-  data.tar.gz: ab37ee18ac4173ba6f774724d8ad292983123440626499602df0d7e10adf9609110d700eef9214024d8a16dd06dca65c93e55686b7a3556c3010487c809ece8c
+  metadata.gz: c272bea07f6d5829a963e00e5045fbe29cecb42b484a9e8a304617e201e7d1756a3b6db8b2f517dcf95ec706e4ad1f547f405c20d74f90a2f586b7e3909f69e8
+  data.tar.gz: 00faf7422ced2af9a60be254558074ab21eba6eb90045745bddfad412c5605761ed35d15a575885b861751d410347c8e36d380c1710cc3d41e7830fac91af00d

data/.travis.yml

@@ -0,0 +1,7 @@
+language: ruby
+cache: bundler
+rvm:
+- 1.9.3
+- jruby-19mode
+bundler_args: --binstubs
+script: bin/rake test

data/CHANGELOG.md

@@ -1,3 +1,48 @@
+## [0.3.0] - 2017-03-13
+
+### Feature
+
+- Extract duration measuring to `Statue::Clock` and be explicit that we are handling milliseconds.
+- `RackStatistics` queue time is now taken from `X-Request-Start` header.
+
+### Backward incompatible changes
+
+- All duration reports are now sent in milliseconds (as it should have always been). These includes:
+  - `Statue.report_duration`
+  - `RackStatistics` middleware metrics
+  - `Statue.stopwatch`
+- Removed `Statue.duration`, you should use `Statue::Clock.duration_in_ms` (which is more explicit)
+- `RackStatistics`: `request.<key>` metric was renamed to `request.<key>.runtime` to have more uniform names
+- `RackStatistics`: now sends specific counter for when your application didn't handle the exception
+- `UDPBacked`: now receives host/port named params or can be built from a string with
+  `UDPBacked.from_uri(<uri>)`
+
+## [0.2.7] - 2016-03-09
+
+## Fixes
+
+- Make UDPBacked compatible with JRuby
+
+## [0.2.4] - 2016-02-04
+
+## Features
+
+- Add support for gauges
+
+## [0.2.2] - 2016-02-02
+
+## Fixes
+
+- Allow RackStatistics to handle not integer status codes
+
+## [0.2.1] - 2016-01-07
+
+## Features
+
+- Add stopwatchs to report multiple partial times
+
 ## [0.2.0] - 2015-11-17
-### Added
+
+### Features
+
 - Add support for multithreaded applications

data/README.md

@@ -1,5 +1,7 @@
 # Statue
 
+![Build Status](https://travis-ci.org/restorando/statue.svg?branch=ruby19-compat)
+
     / ___)(_  _)/ _\(_  _)/ )( \(  __)
     \___ \  )( /    \ )(  ) \/ ( ) _)
     (____/ (__)\_/\_/(__) \____/(____)

data/lib/statue.rb

@@ -7,9 +7,9 @@ require 'statue/stopwatch'
 module Statue
   extend self
 
-  attr_accessor :namespace, :logger
-
-  attr_accessor :backend
+  attr_accessor :namespace
+  attr_accessor :logger
+  attr_writer :backend
 
   def report_duration(metric_name, duration = nil, options = {}, &block)
     result = nil
@@ -30,13 +30,9 @@ module Statue
   def report_success_or_failure(metric_name, options = {}, &block)
     success_method = options.delete(:success_method)
     result  = block.call
-    success = success_method ? result.public_send(success_method) : result
 
-    if success
-      report_increment("#{metric_name}.success", 1, options)
-    else
-      report_increment("#{metric_name}.failure", 1, options)
-    end
+    success = success_method ? result.public_send(success_method) : result
+    report_increment("#{metric_name}.#{success ? "success" : "failure"}", 1, options)
 
     result
   rescue
@@ -49,13 +45,7 @@ module Statue
   end
 
   def backend
-    @backend ||= UDPBackend.new
-  end
-
-  def duration
-    start = clock_now
-    yield
-    clock_now - start
+    @backend ||= UDPBackend.from_uri("statsd://127.0.0.1:8125")
   end
 
   def debug(text, &block)
@@ -66,18 +56,4 @@ module Statue
     logger.error(text, &block) if logger
   end
 
-  if defined?(Process::CLOCK_MONOTONIC)
-    def clock_now
-      Process.clock_gettime Process::CLOCK_MONOTONIC
-    end
-  elsif RUBY_PLATFORM == 'java'
-    def clock_now
-      java.lang.System.nanoTime() / 1_000_000_000.0
-    end
-  else
-    def clock_now
-      Time.now.to_f
-    end
-  end
-
 end

data/lib/statue/backends/udp.rb

@@ -4,7 +4,12 @@ module Statue
   class UDPBackend
     attr_reader :host, :port
 
-    def initialize(host = nil, port = nil)
+    def self.from_uri(uri)
+      uri = URI(uri)
+      new(uri.host, uri.port)
+    end
+
+    def initialize(host, port)
       @host = host
       @port = port
     end

data/lib/statue/clock.rb

@@ -0,0 +1,26 @@
+module Statue
+  module Clock
+    extend self
+
+  if defined?(Process::CLOCK_MONOTONIC)
+    def now_in_ms
+      Process.clock_gettime(Process::CLOCK_MONOTONIC) * 1_000
+    end
+  elsif RUBY_PLATFORM == 'java'
+    def now_in_ms
+      java.lang.System.nanoTime() / 1_000_000.0
+    end
+  else
+    def now_in_ms
+      Time.now.to_f * 1_000
+    end
+  end
+
+    def duration_in_ms
+      start = now_in_ms
+      yield
+      now_in_ms - start
+    end
+
+  end
+end

data/lib/statue/metric.rb

@@ -1,3 +1,5 @@
+require 'statue/clock'
+
 module Statue
   class Metric
     TYPES = {
@@ -9,6 +11,7 @@ module Statue
     }
 
     attr_accessor :type, :name, :value, :sample_rate
+    attr_reader :full_name, :type_description
 
     def self.counter(name, value = 1, options = {})
       new(options.merge(type: :c, value: value, name: name))
@@ -20,7 +23,7 @@ module Statue
 
     def self.measure(name, options = {}, &block)
       duration = options.delete(:duration)
-      value = duration || Statue.duration(&block)
+      value = duration || Statue::Clock.duration_in_ms(&block)
       new(options.merge(type: :ms, value: value, name: name))
     end
 
@@ -28,7 +31,9 @@ module Statue
       @type  = options.fetch(:type)
       @name  = options.fetch(:name)
       @value = options.fetch(:value)
+      @type_description = TYPES[type] or raise ArgumentError, "invalid type: #{type}"
       @sample_rate = options[:sample_rate] || 1.0
+      @full_name   = Statue.namespace ? "#{Statue.namespace}.#{@name}" : @name
     end
 
     def to_s
@@ -38,15 +43,7 @@ module Statue
     end
 
     def inspect
-      "#<StatsD::Instrument::Metric #{full_name} #{TYPES[type]}(#{value})@#{sample_rate}>"
-    end
-
-    def full_name
-      if Statue.namespace
-        "#{Statue.namespace}.#{@name}"
-      else
-        @name
-      end
+      "#<StatsD::Instrument::Metric #{full_name} #{type_description}(#{value})@#{sample_rate}>"
     end
 
   end

data/lib/statue/rack_statistics.rb

@@ -4,7 +4,7 @@ module Statue
   # Middleware to send metrics about rack requests
   #
   # this middleware reports metrics with the following pattern:
-  #  `request.{env['REQUEST_METHOD']}.{path_name}
+  #  `{env['REQUEST_METHOD']}.{path_name}
   #
   # where `path_name` can be configured when inserting the middleware like this:
   #   `use RackStatistics, path_name: ->(env) { ... build the path name ... }`
@@ -17,17 +17,18 @@ module Statue
   #
   # Counters:
   #
-  # * <key>.status-XXX (where XXX is the status code)
-  # * <key>.success    (on any status 2XX)
-  # * <key>.unmodified (on status 304)
-  # * <key>.redirect   (on any status 3XX)
-  # * <key>.failure    (on any status 4xx)
-  # * <key>.error      (on any status 5xx or when an exception is raised)
+  # * request.<key>.status-XXX (where XXX is the status code)
+  # * request.<key>.success    (on any status 2XX)
+  # * request.<key>.unmodified (on status 304)
+  # * request.<key>.redirect   (on any status 3XX)
+  # * request.<key>.failure    (on any status 4xx)
+  # * request.<key>.error      (on any status 5xx)
+  # * request.<key>.unhandled-exception (when an exception is raised that your application didn't handle)
   #
   # Timers (all measured from the middleware perspective):
   #
-  # * <key> (request time)
-  # * request.queue (queue time, depends on HTTP_X_QUEUE_START header)
+  # * request.<key>.runtime (request time)
+  # * request.queue (queue time, depends on HTTP_X_REQUEST_START header)
   #
   # To get accurate timers, the middleware should be as higher as
   # possible in your rack stack
@@ -35,25 +36,25 @@ module Statue
   class RackStatistics
     DEFAULT_PATH_NAME = lambda do |env|
       # Remove duplicate and trailing '/'
-      path = env['REQUEST_PATH'].squeeze('/').chomp('/')
+      path = env['PATH_INFO'].squeeze('/').chomp('/')
       if path == ''
         'root'
       else
-        # Skip leading '/'
+        # Skip leading '/' and replace statsd special characters by '-'
         env['REQUEST_PATH'][1..-1].tr('/,|', '-')
       end
     end
 
     def initialize(app, options = {})
       @app = app
-      @path_name  = options[:path_name] || DEFAULT_PATH_NAME
+      @path_name = options[:path_name] || DEFAULT_PATH_NAME
     end
 
     def call(env)
       report_header_metrics(env)
 
       response = nil
-      duration = Statue.duration do
+      duration = Statue::Clock.duration_in_ms do
         response = @app.call(env)
       end
 
@@ -67,9 +68,9 @@ module Statue
     private
 
     def report_header_metrics(env)
-      if start_header = env['HTTP_X_QUEUE_START']
+      if start_header = (env['HTTP_X_REQUEST_START'] || env['HTTP_X_QUEUE_START'])
         queue_start = start_header[/t=([\d\.]+)/, 1].to_f
-        Statue.report_duration 'request.queue', Time.now.to_f - queue_start
+        Statue.report_duration 'request.queue', (Time.now.to_f - queue_start) * 1_000
       end
     end
 
@@ -77,14 +78,14 @@ module Statue
       metric_name = metric_name(env)
       status, _headers, _body = response
 
-      Statue.report_duration metric_name, duration
+      Statue.report_duration "#{metric_name}.runtime", duration
 
       Statue.report_increment "#{metric_name}.status-#{status}"
       Statue.report_increment "#{metric_name}.#{status_group(status)}"
     end
 
     def report_exception(env, _exception)
-      Statue.report_increment "#{metric_name(env)}.error"
+      Statue.report_increment "#{metric_name(env)}.unhandled-exception"
     end
 
     def metric_name(env)

data/lib/statue/stopwatch.rb

@@ -4,12 +4,12 @@ module Statue
     def initialize(name, options = {})
       @name     = name
       @reporter = options[:reporter] || Statue
-      @start    = @partial = options[:now] || clock_now
+      @start    = @partial = options[:now] || Clock.now_in_ms
     end
 
     def partial(options = {})
       suffix = options.delete(:suffix)
-      now = options.delete(:now) || clock_now
+      now = options.delete(:now) || Clock.now_in_ms
       previous, @partial = @partial, now
 
       @reporter.report_duration(metric_name(suffix || "runtime.partial"), @partial - previous, options)
@@ -17,7 +17,7 @@ module Statue
 
     def stop(options = {})
       suffix = options.delete(:suffix)
-      now = options.delete(:now) || clock_now
+      now = options.delete(:now) || Clock.now_in_ms
       report_partial = options.delete(:report_partial) || false
 
       partial(options.merge(now: now, suffix: report_partial.is_a?(String) ? report_partial : nil)) if report_partial
@@ -28,7 +28,7 @@ module Statue
     end
 
     def reset(options = {})
-      @start = @partial = options[:now] || clock_now
+      @start = @partial = options[:now] || Clock.now_in_ms
     end
 
     private
@@ -37,8 +37,5 @@ module Statue
       "#{@name}.#{suffix}"
     end
 
-    def clock_now
-      Statue.clock_now
-    end
   end
 end

data/lib/statue/version.rb

@@ -1,3 +1,3 @@
 module Statue
-  VERSION = '0.2.7'
+  VERSION = '0.3.0'
 end

data/statue19.gemspec

@@ -19,5 +19,7 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency "bundler", "~> 1.7"
   spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rack", "~> 1.6"
+  spec.add_development_dependency "rack-test", "~> 0.6.3"
   spec.add_development_dependency "minitest"
 end

data/test/rack_statistics_test.rb

@@ -0,0 +1,140 @@
+require 'test_helper'
+require 'statue/rack_statistics'
+require 'rack/test'
+
+describe Statue::RackStatistics do
+  include Rack::Test::Methods
+  def app
+    Statue::RackStatistics.new(App.new)
+  end
+
+  def find_metric(name)
+    Statue.backend.captures.find { |m| m.name == name }
+  end
+
+  class App
+    def call(env)
+      raise "Uncaught error" if env['raise_error']
+      [
+        env['status'] || 200,
+        {},
+        []
+      ]
+    end
+  end
+
+  after do
+    Statue.backend.captures.clear
+  end
+
+  describe "request statistics on normal processing" do
+
+    it "sends queue time" do
+      header "X-Request-Start", "t=#{Time.now.to_f - 1}"
+      get "/"
+
+      queue_time = find_metric("request.queue")
+      assert queue_time, "Didn't report queue time"
+      assert_equal "measure", queue_time.type_description
+
+      # Measured time can't be less than 1000 ms because we set it to 1 sec before now.
+      # Allow a range of 30ms for ruby to do processing and avoid false positives
+      assert_in_delta 1015, queue_time.value, 15 # within range 1000-1030
+    end
+
+    it "sends request runtime" do
+      get "/"
+
+      runtime_time = find_metric("request.GET.root.runtime")
+      assert runtime_time, "Didn't report request runtime"
+      assert_equal "measure", runtime_time.type_description
+      # Allow a range of 30ms for ruby to do processing and avoid false positives
+      assert_in_delta 15, runtime_time.value, 15 # within range 1000-1030
+    end
+
+    it "sends counter for status-xxx" do
+      get "/"
+
+      runtime_time = find_metric("request.GET.root.status-200")
+      assert runtime_time, "Didn't report status-200 counter"
+      assert_equal "increment", runtime_time.type_description
+      assert_equal 1, runtime_time.value
+    end
+
+    it "sends counter for status group" do
+      get "/"
+
+      runtime_time = find_metric("request.GET.root.success")
+      assert runtime_time, "Didn't report sucess counter"
+      assert_equal "increment", runtime_time.type_description
+      assert_equal 1, runtime_time.value
+    end
+
+    it "sends counter for other status codes" do
+      get "/", {}, { 'status' => 502 }
+
+      runtime_time = find_metric("request.GET.root.status-502")
+      assert runtime_time, "Didn't report status-502 counter"
+      assert_equal "increment", runtime_time.type_description
+      assert_equal 1, runtime_time.value
+    end
+
+    it "sends counter for other status groups" do
+      get "/", {}, { 'status' => 502 }
+
+      runtime_time = find_metric("request.GET.root.error")
+      assert runtime_time, "Didn't report error counter"
+      assert_equal "increment", runtime_time.type_description
+      assert_equal 1, runtime_time.value
+    end
+
+    it "sends all metrics and only those" do
+      header "X-Request-Start", "t=#{Time.now.to_f}"
+      get "/"
+
+      metrics = Statue.backend.captures.map(&:name)
+      expected_metrics = %w[
+        request.queue
+        request.GET.root.runtime
+        request.GET.root.status-200
+        request.GET.root.success
+      ]
+      missing = expected_metrics - metrics
+      extra   = metrics - expected_metrics
+
+      assert missing.empty?, "expect not to be missing, but these were missing: #{missing.inspect}"
+      assert extra.empty?, "expected no other metric to be found, but found these: #{extra.inspect}"
+    end
+
+  end
+
+  describe "request statistics on normal processing" do
+
+    it "sends queue time" do
+      header "X-Request-Start", "t=#{Time.now.to_f - 1}"
+      assert_raises do
+        get "/", {}, { 'raise_error' => true }
+      end
+
+      queue_time = find_metric("request.queue")
+      assert queue_time, "Didn't report queue time"
+      assert_equal "measure", queue_time.type_description
+
+      # Measured time can't be less than 1000 ms because we set it to 1 sec before now.
+      # Allow a range of 30ms for ruby to do processing and avoid false positives
+      assert_in_delta 1015, queue_time.value, 15 # within range 1000-1030
+    end
+
+    it "sends counter for other status codes" do
+      assert_raises do
+        get "/", {}, { 'raise_error' => true }
+      end
+
+      runtime_time = find_metric("request.GET.root.unhandled-exception")
+      assert runtime_time, "Didn't report unhandled-exception counter"
+      assert_equal "increment", runtime_time.type_description
+      assert_equal 1, runtime_time.value
+    end
+
+  end
+end

data/test/statue_test.rb

@@ -24,8 +24,8 @@ describe Statue do
   describe ".report_duration" do
 
     it "adds a measure metric to the backend using the block call duration" do
-      Statue.stub(:duration, 1.5) do
-        result = Statue.report_duration("some.timer") { nil }
+      Statue::Clock.stub(:duration_in_ms, 1.5) do
+        _result = Statue.report_duration("some.timer") { nil }
 
         assert_equal 1, Statue.backend.captures.size
         assert_equal "some.timer:1.5|ms", Statue.backend.captures.first.to_s
@@ -39,7 +39,7 @@ describe Statue do
     end
 
     it "adds a measure metric to the backend using the fixed value" do
-      result = Statue.report_duration("some.timer", 2.5)
+      _result = Statue.report_duration("some.timer", 2.5)
 
       assert_equal 1, Statue.backend.captures.size
       assert_equal "some.timer:2.5|ms", Statue.backend.captures.first.to_s
@@ -59,7 +59,7 @@ describe Statue do
   describe ".report_gauge" do
 
     it "adds a gauge metric to the backend using the fixed value" do
-      result = Statue.report_gauge("some.gauge", 23)
+      _result = Statue.report_gauge("some.gauge", 23)
 
       assert_equal 1, Statue.backend.captures.size
       assert_equal "some.gauge:23|g", Statue.backend.captures.first.to_s

data/test/stopwatch_test.rb

@@ -8,7 +8,7 @@ describe Statue::Stopwatch do
   describe "#partial" do
     it "reports the duration between start and the partial call" do
       stopwatch = Statue::Stopwatch.new("my_watch", now: 0)
-      stopwatch.partial(now: 42)
+      stopwatch.partial(now: 42) # 42 milliseconds after
 
       assert_equal 1, Statue.backend.captures.size
       assert_equal "my_watch.runtime.partial:42|ms", Statue.backend.captures.first.to_s
@@ -47,7 +47,7 @@ describe Statue::Stopwatch do
       stopwatch.stop(now: 21)
 
       assert_equal 21, Statue.backend.captures.size
-      *partials, total = Statue.backend.captures
+      *_partials, total = Statue.backend.captures
       assert_equal "my_watch.runtime.total:21|ms", total.to_s
     end
 
@@ -70,7 +70,7 @@ describe Statue::Stopwatch do
       stopwatch.stop(now: 21, report_partial: "runtime.final_lap")
 
       assert_equal 22, Statue.backend.captures.size
-      *partials, special_partial, total = Statue.backend.captures
+      *_partials, special_partial, _total = Statue.backend.captures
       assert_equal "my_watch.runtime.final_lap:1|ms", special_partial.to_s
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: statue19
 version: !ruby/object:Gem::Version
-  version: 0.2.7
+  version: 0.3.0
 platform: ruby
 authors:
 - Juan Barreneche
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-03-18 00:00:00.000000000 Z
+date: 2017-03-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -38,6 +38,34 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rack-test
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.3
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
@@ -60,6 +88,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".travis.yml"
 - CHANGELOG.md
 - Gemfile
 - LICENSE.txt
@@ -72,11 +101,13 @@ files:
 - lib/statue/backends/logger.rb
 - lib/statue/backends/null.rb
 - lib/statue/backends/udp.rb
+- lib/statue/clock.rb
 - lib/statue/metric.rb
 - lib/statue/rack_statistics.rb
 - lib/statue/stopwatch.rb
 - lib/statue/version.rb
 - statue19.gemspec
+- test/rack_statistics_test.rb
 - test/statue_test.rb
 - test/stopwatch_test.rb
 - test/test_helper.rb
@@ -100,11 +131,13 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.8
+rubygems_version: 2.5.2
 signing_key: 
 specification_version: 4
 summary: Easily track application metrics into Statsie
 test_files:
+- test/rack_statistics_test.rb
 - test/statue_test.rb
 - test/stopwatch_test.rb
 - test/test_helper.rb
+has_rdoc: