librato-rack 0.3.0 → 0.4.0

data.tar.gz.sig

@@ -1,2 +1 @@
-*�2V�bGD��C����e:�?�TS���PQo�DžѬy�1Ww���G^(m�8Ĝ�̶��ar|Em%Z�~��m�`5�H�X�ŘKhC�-|,Ӑ_���<
-QU�1(��h̜{�ּb=?gְ����v5"��͊"ҳv����!�l6�B���h�Yް��Ț,�s���j~]|���_*N�$Z�� P\��n=j�
+�fI>�j.;8Q:�sj���atL���0_�g������R-���%� ���ζ�}���L�ơ��`�+	Ǒ�aH!��o��1�i �n�)p%x�G���/

data/CHANGELOG.md

@@ -1,3 +1,13 @@
+### Version 0.4.0
+* Add HTTP method (GET, POST) metrics
+* Add log buffering support
+* Ensure all options passed to a grouped increment are respected
+* LIBRATO_AUTORUN can be used to prevent startup
+* Add ability to interrupt reporter process
+* Start reporting deprecations for old config methods
+* Add docs for best practices for background workers
+* Other documentation improvements
+
 ### Version 0.3.0
 * Add experimental support for EventMachine and EMSynchrony (Balwant K)
 * Start testing suite against jruby/rbx

data/LICENSE

@@ -8,9 +8,9 @@ modification, are permitted provided that the following conditions are met:
     * Redistributions in binary form must reproduce the above copyright
       notice, this list of conditions and the following disclaimer in the
       documentation and/or other materials provided with the distribution.
-    * Neither the name of the <organization> nor the
-      names of its contributors may be used to endorse or promote products
-      derived from this software without specific prior written permission.
+    * Neither the name of Librato, Inc. nor the names of its contributors
+      may be used to endorse or promote products derived from this software
+      without specific prior written permission.
 
 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
 ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED

data/README.md

@@ -49,6 +49,7 @@ By default you can use `LIBRATO_USER` and `LIBRATO_TOKEN` to pass your account d
 
 * `LIBRATO_SOURCE` - the default source to use for submitted metrics. If this is not set, hostname of the executing machine will be the default source
 * `LIBRATO_PREFIX` - a prefix which will be prepended to all metric names
+* `LIBRATO_AUTORUN` - set to `'0'` to prevent the reporter from starting, useful if you don't want `librato-rack` to start under certain circumstances
 * `LIBRATO_LOG_LEVEL` - see logging section for more
 * `LIBRATO_EVENT_MODE` - use with evented apps, see "Use with EventMachine" below
 
@@ -148,6 +149,12 @@ Can also be written as:
 
 Symbols can be used interchangeably with strings for metric names.
 
+## Use with Background Workers / Cron Jobs
+
+`librato-rack` is designed to run within a long-running process and report periodically. Intermittently running rake tasks and most background job tools (delayed job, resque, queue_classic) don't run long enough for this to work.
+
+Never fear, [we have some guidelines](https://github.com/librato/librato-rails/wiki/Monitoring-Background-Workers) for how to instrument your workers properly.
+
 ## Cross-Process Aggregation
 
 `librato-rack` submits measurements back to the Librato platform on a _per-process_ basis. By default these measurements are then combined into a single measurement per source (default is your hostname) before persisting the data.

data/lib/librato/collector/group.rb

@@ -13,9 +13,9 @@ module Librato
         yield self.class.new(@collector, prefix)
       end
 
-      def increment(counter, by=1)
+      def increment(counter, options={})
         counter = "#{@prefix}#{counter}"
-        @collector.increment counter, by
+        @collector.increment counter, options
       end
 
       def measure(*args, &block)

data/lib/librato/rack.rb

@@ -27,31 +27,50 @@ module Librato
   #     run lambda { |env| [200, {"Content-Type" => 'text/html'}, ["Hello!"]] }
   #   end
   #
+  # @example Using a custom config object
+  #   config = Librato::Rack::Configuration.new
+  #   config.user = 'myuser@mysite.com'
+  #   config.token = 'mytoken'
+  #   …more configuration
+  #
+  #   use Librato::Rack, :config => config
+  #   run MyApp
+  #
   class Rack
     attr_reader :config, :tracker
 
     def initialize(app, options={})
+      old_style = false
       if options.respond_to?(:tracker) # old-style single argument
         config = options
+        old_style = true
       else
         config = options.fetch(:config, Configuration.new)
       end
       @app, @config = app, config
       @tracker = Tracker.new(@config)
       Librato.register_tracker(@tracker) # create global reference
+
+      if old_style
+        @tracker.deprecate 'middleware setup no longer takes a single argument, use `use Librato::Rack :config => config` instead.'
+      end
     end
 
     def call(env)
-      check_log_output(env)
+      check_log_output(env) unless @log_target
       @tracker.check_worker
+      request_method = env["REQUEST_METHOD"]
       record_header_metrics(env)
       response, duration = process_request(env)
-      record_request_metrics(response.first, duration)
+      record_request_metrics(response.first, request_method, duration)
       response
     end
 
     private
 
+    # this generally will only get called on the first request
+    # it figures out the environment-appropriate logging outlet
+    # and notifies config and tracker about it
     def check_log_output(env)
       return if @log_target
       if in_heroku_env?
@@ -60,7 +79,7 @@ module Librato
       else
         default = env['rack.errors'] || $stderr
       end
-      config.log_target ||= default
+      @tracker.update_log_target(config.log_target ||= default)
       @log_target = config.log_target
     end
 
@@ -82,10 +101,21 @@ module Librato
     end
 
     def record_header_metrics(env)
-      # TODO: track generalized queue wait
+      queue_start = env['HTTP_X_REQUEST_START'] || env['HTTP_X_QUEUE_START']
+      if queue_start
+        queue_start = queue_start.to_s.gsub('t=', '').to_i
+        case queue_start.to_s.length
+        when 16 # microseconds
+          wait = ((Time.now.to_f * 1000000).to_i - queue_start) / 1000.0
+          tracker.timing 'rack.request.queue.time', wait
+        when 13 # milliseconds
+          wait = (Time.now.to_f * 1000).to_i - queue_start
+          tracker.timing 'rack.request.queue.time', wait
+        end
+      end
     end
 
-    def record_request_metrics(status, duration)
+    def record_request_metrics(status, http_method, duration)
       return if config.disable_rack_metrics
       tracker.group 'rack.request' do |group|
         group.increment 'total'
@@ -99,6 +129,12 @@ module Librato
           s.timing "#{status}.time", duration
           s.timing "#{status.to_s[0]}xx.time", duration
         end
+
+        group.group 'method' do |m|
+          http_method.downcase!
+          m.increment http_method
+          m.timing "#{http_method}.time", duration
+        end
       end
     end
 

data/lib/librato/rack/configuration.rb

@@ -12,10 +12,10 @@ module Librato
     class Configuration
       EVENT_MODES = [:eventmachine, :synchrony]
 
-      attr_accessor :user, :token, :api_endpoint, :tracker, :source_pids,
-                    :log_level, :flush_interval, :log_target,
+      attr_accessor :user, :token, :autorun, :api_endpoint, :tracker,
+                    :source_pids, :log_level, :flush_interval, :log_target,
                     :disable_rack_metrics
-      attr_reader :prefix, :source
+      attr_reader :prefix, :source, :deprecations
 
       def initialize
         # set up defaults
@@ -24,14 +24,17 @@ module Librato
         self.flush_interval = 60
         self.source_pids = false
         @listeners = []
+        @deprecations = []
 
         # check environment
         self.user = ENV['LIBRATO_USER'] || ENV['LIBRATO_METRICS_USER']
         self.token = ENV['LIBRATO_TOKEN'] || ENV['LIBRATO_METRICS_TOKEN']
+        self.autorun = detect_autorun
         self.prefix = ENV['LIBRATO_PREFIX'] || ENV['LIBRATO_METRICS_PREFIX']
         self.source = ENV['LIBRATO_SOURCE'] || ENV['LIBRATO_METRICS_SOURCE']
         self.log_level = ENV['LIBRATO_LOG_LEVEL'] || :info
         self.event_mode = ENV['LIBRATO_EVENT_MODE']
+        check_deprecations
       end
 
       def event_mode
@@ -76,6 +79,31 @@ module Librato
         fields
       end
 
+      private
+
+      def check_deprecations
+        %w{USER TOKEN PREFIX SOURCE}.each do |item|
+          if ENV["LIBRATO_METRICS_#{item}"]
+            deprecate "LIBRATO_METRICS_#{item} will be removed in a future release, please use LIBRATO_#{item} instead."
+          end
+        end
+      end
+
+      def deprecate(message)
+        @deprecations << message
+      end
+
+      def detect_autorun
+        case ENV['LIBRATO_AUTORUN']
+        when '0', 'FALSE'
+          false
+        when '1', 'TRUE'
+          true
+        else
+          nil
+        end
+      end
+
     end
   end
 end

data/lib/librato/rack/logger.rb

@@ -8,10 +8,12 @@ module Librato
     class Logger
       LOG_LEVELS = [:off, :error, :warn, :info, :debug, :trace]
 
-      attr_accessor :logger, :prefix
+      attr_accessor :prefix
+      attr_reader :outlet
 
-      def initialize(logger)
-        self.logger = logger
+      def initialize(outlet=nil)
+        @buffer = []
+        self.outlet = outlet
         self.prefix = '[librato-rack] '
       end
 
@@ -24,12 +26,10 @@ module Librato
       def log(level, message=nil, &block)
         return unless should_log?(level)
         message = prefix + (message || block.call)
-        if logger.respond_to?(:puts) # io obj
-          logger.puts(message)
-        elsif logger.respond_to?(:error) # logger obj
-          log_to_logger(level, message)
+        if outlet.nil?
+          buffer(level, message)
         else
-          raise "invalid logger object"
+          write_to_outlet(level, message)
         end
       end
 
@@ -48,8 +48,21 @@ module Librato
         @log_level ||= :info
       end
 
+      def outlet=(outlet)
+        @outlet = outlet
+        flush_buffer unless (outlet.nil? || @buffer.empty?)
+      end
+
       private
 
+      def buffer(level, message)
+        @buffer << [level, message]
+      end
+
+      def flush_buffer
+        @buffer.each { |buffered| write_to_outlet(*buffered) }
+      end
+
       # write message to an ruby stdlib logger object or another class with
       # similar interface, respecting log levels when we can map them
       def log_to_logger(level, message)
@@ -59,13 +72,23 @@ module Librato
         else
           method = :info
         end
-        logger.send(method, message)
+        outlet.send(method, message)
       end
 
       def should_log?(level)
         LOG_LEVELS.index(self.log_level) >= LOG_LEVELS.index(level)
       end
 
+      def write_to_outlet(level, message)
+        if outlet.respond_to?(:puts) # io obj
+          outlet.puts(message)
+        elsif outlet.respond_to?(:error) # logger obj
+          log_to_logger(level, message)
+        else
+          raise "invalid outlet: not a Logger or IO object"
+        end
+      end
+
     end
   end
 end

data/lib/librato/rack/tracker.rb

@@ -34,6 +34,8 @@ module Librato
         @worker.run_periodically(config.flush_interval) do
           flush
         end
+
+        config.deprecations.each { |d| deprecate(d) }
       end
 
       # primary collector object used by this tracker
@@ -41,6 +43,11 @@ module Librato
         @collector ||= Librato::Collector.new
       end
 
+      # log a deprecation message
+      def deprecate(message)
+        log :warn, "DEPRECATION: #{message}"
+      end
+
       # send all current data to Metrics
       def flush
         log :debug, "flushing pid #{@pid} (#{Time.now}).."
@@ -58,6 +65,11 @@ module Librato
         config.source_pids ? "#{source}.#{$$}" : source
       end
 
+      # change output stream for logging
+      def update_log_target(target)
+        logger.outlet = target
+      end
+
       private
 
       # access to client instance
@@ -123,16 +135,16 @@ module Librato
         if !config.user || !config.token
           # don't show this unless we're debugging, expected behavior
           log :debug, 'halting: credentials not present.'
-          false
+        elsif config.autorun == false
+          log :debug, 'halting: LIBRATO_AUTORUN disabled startup'
         elsif qualified_source !~ SOURCE_REGEX
           log :warn, "halting: '#{qualified_source}' is an invalid source name."
-          false
         elsif on_heroku && !config.explicit_source?
           log :warn, 'halting: source must be provided in configuration.'
-          false
         else
-          true
+          return true
         end
+        false
       end
 
       def source

data/lib/librato/rack/version.rb

@@ -1,5 +1,5 @@
 module Librato
   class Rack
-    VERSION = "0.3.0"
+    VERSION = "0.4.0"
   end
 end

data/lib/librato/rack/worker.rb

@@ -10,9 +10,12 @@ module Librato
       # available options:
       #  * timer - type of timer to use, valid options are
       #            :sleep (default), :eventmachine, or :synchrony
+      #  * sync  - try to synchronize timer executions to whole
+      #            minutes or subdivisions thereof
       def initialize(options={})
         @interrupt = false
         @timer = (options[:timer] || :sleep).to_sym
+        @sync = options[:sync] || false
       end
 
       # run the given block every <period> seconds, looping
@@ -32,18 +35,36 @@ module Librato
       # they will be in sync.
       #
       def start_time(period)
-        earliest = Time.now + period
-        # already on a whole minute
-        return earliest if earliest.sec == 0
-        if period > 30
-          # bump to whole minute
-          earliest + (60-earliest.sec)
+        if @sync
+          earliest = Time.now + period
+          # already on a whole minute
+          return earliest if earliest.sec == 0
+          if period > 30
+            # bump to whole minute
+            earliest + (60-earliest.sec)
+          else
+            # ensure sync to whole minute if minute is evenly divisible
+            earliest + (period-(earliest.sec%period))
+          end
         else
-          # ensure sync to whole minute if minute is evenly divisible
-          earliest + (period-(earliest.sec%period))
+          if period > 30
+            # ensure some wobble in start times,
+            # trade a slightly irregular first period for a more even
+            # distribution for network requests between processes
+            start = Time.now
+            start + (60-start.sec) + rand(60)
+          else
+            Time.now + period
+          end
         end
       end
 
+      # stop worker loop at the beginning of the next round
+      # of execution
+      def stop!
+        @interrupt = true
+      end
+
       private
 
       # run continuous loop executing every <period>, will start

data/test/apps/queue_wait.ru

@@ -0,0 +1,38 @@
+require 'bundler/setup'
+require 'librato-rack'
+
+# Simulate the environment variables Heroku passes along
+# with each request
+#
+class QueueWait
+  def initialize(app)
+    @app = app
+  end
+
+  def call(env)
+    case env['PATH_INFO']
+    when '/milli'
+      env['HTTP_X_REQUEST_START'] = (Time.now.to_f * 1000).to_i.to_s
+      sleep 0.005
+    when '/micro'
+      env['HTTP_X_REQUEST_START'] = (Time.now.to_f * 1000000).to_i.to_s
+      sleep 0.01
+    when '/queue_start'
+      env['HTTP_X_QUEUE_START'] = (Time.now.to_f * 1000).to_i.to_s
+      sleep 0.015
+    when '/with_t'
+      env['HTTP_X_REQUEST_START'] = "t=#{(Time.now.to_f * 1000000).to_i}".to_s
+      sleep 0.02
+    end
+    @app.call(env)
+  end
+end
+
+use QueueWait
+use Librato::Rack
+
+def application(env)
+  [200, {"Content-Type" => 'text/html'}, ["Hello!"]]
+end
+
+run method(:application)

data/test/integration/no_stats_test.rb

@@ -1,7 +1,7 @@
 require 'test_helper'
 require 'rack/test'
 
-# Tests for universal tracking for all request paths
+# Tests to ensure config.disable_rack_metrics disables stats
 #
 class NoStatsTest < Minitest::Test
   include Rack::Test::Methods

data/test/integration/queue_wait_test.rb

@@ -0,0 +1,65 @@
+require 'test_helper'
+require 'rack/test'
+
+# Tests for universal tracking for all request paths
+#
+class QueueWaitTest < Minitest::Test
+  include Rack::Test::Methods
+
+  def app
+    Rack::Builder.parse_file('test/apps/queue_wait.ru').first
+  end
+
+  def teardown
+    # clear metrics before each run
+    aggregate.delete_all
+    counters.delete_all
+  end
+
+  def test_milliseconds
+    get '/milli'
+
+    # puts "milli: #{aggregate["rack.request.queue.time"].inspect}"
+    assert_equal 1, aggregate["rack.request.queue.time"][:count],
+      'should track total queue time'
+    assert_in_delta 5, aggregate["rack.request.queue.time"][:sum], 4
+  end
+
+  def test_microseconds
+    get '/micro'
+
+    # puts "micro: #{aggregate["rack.request.queue.time"].inspect}"
+    assert_equal 1, aggregate["rack.request.queue.time"][:count],
+      'should track total queue time'
+    assert_in_delta 10, aggregate["rack.request.queue.time"][:sum], 4
+  end
+
+  def test_queue_start
+    get '/queue_start'
+
+    # puts "micro: #{aggregate["rack.request.queue.time"].inspect}"
+    assert_equal 1, aggregate["rack.request.queue.time"][:count],
+      'should track total queue time'
+    assert_in_delta 15, aggregate["rack.request.queue.time"][:sum], 4
+  end
+
+  def test_with_t
+    get '/with_t'
+
+    # puts "micro: #{aggregate["rack.request.queue.time"].inspect}"
+    assert_equal 1, aggregate["rack.request.queue.time"][:count],
+      'should track total queue time'
+    assert_in_delta 20, aggregate["rack.request.queue.time"][:sum], 4
+  end
+
+  private
+
+  def aggregate
+    Librato.tracker.collector.aggregate
+  end
+
+  def counters
+    Librato.tracker.collector.counters
+  end
+
+end

data/test/integration/request_test.rb

@@ -42,6 +42,18 @@ class RequestTest < Minitest::Test
     assert_equal 1, aggregate["rack.request.status.2xx.time"][:count]
   end
 
+  def test_track_http_method_info
+    get '/'
+
+    assert_equal 1, counters['rack.request.method.get']
+    assert_equal 1, aggregate['rack.request.method.get.time'][:count]
+
+    post '/'
+
+    assert_equal 1, counters['rack.request.method.post']
+    assert_equal 1, aggregate['rack.request.method.post.time'][:count]
+  end
+
   def test_track_exceptions
     begin
       get '/exception'

data/test/unit/collector/group_test.rb

@@ -8,8 +8,10 @@ module Librato
         collector = Collector.new
         collector.group 'foo' do |g|
           g.increment :bar
+          g.increment :baz, :source => 'bang'
         end
         assert_equal 1, collector.counters['foo.bar']
+        assert_equal 1, collector.counters.fetch('foo.baz', source: 'bang')
       end
 
       def test_measure

data/test/unit/rack/logger_test.rb

@@ -79,6 +79,23 @@ module Librato
         assert buffer_lines[0].index('[test prefix] '), 'should use prefix'
       end
 
+      def test_log_buffering
+        buffer = StringIO.new
+        logger = Logger.new # no outlet provided
+        logger.prefix = ''
+
+        logger.log :error, 'some business'
+        logger.log :error, 'some more business'
+        logger.outlet = buffer
+        logger.log :error, 'some ongoing business'
+
+        buffer.rewind
+        lines = buffer.readlines
+        assert_equal 'some business', lines[0].chomp
+        assert_equal 'some more business', lines[1].chomp
+        assert_equal 'some ongoing business', lines[2].chomp
+      end
+
       private
 
       def buffer_lines

data/test/unit/rack/tracker_test.rb

@@ -32,6 +32,20 @@ module Librato
         assert_equal true, new_tracker.send(:should_start?)
       end
 
+      def test_autorun_can_prevent_startup
+        ENV['LIBRATO_AUTORUN']='0'
+        config = Configuration.new
+        config.user, config.token = 'foo', 'bar'
+        @buffer = StringIO.new
+        config.log_target = @buffer
+        tracker = Tracker.new(config)
+
+        assert_equal false, tracker.send(:should_start?),
+          'should not start if autorun set to 0'
+
+        ENV.delete('LIBRATO_AUTORUN')
+      end
+
       private
 
       def buffer_lines

data/test/unit/rack/worker_test.rb

@@ -1,6 +1,9 @@
 require 'test_helper'
 require 'stringio'
 
+require 'eventmachine'
+require 'em-synchrony'
+
 module Librato
   class Rack
     class WorkerTest < Minitest::Test
@@ -8,18 +11,34 @@ module Librato
       def test_basic_use
         worker = Worker.new
         counter = 0
-        Thread.new do
+
+        thread = Thread.new do
           worker.run_periodically(0.1) do
             counter += 1
           end
         end
+
         sleep 0.45
-        assert_equal counter, 4
+        assert_in_delta 4, counter, 1
+
+        worker.stop!
+        thread.join
       end
 
       def test_start_time
         worker = Worker.new
 
+        20.times do
+          time = Time.now
+          start = worker.start_time(60)
+          assert start >= time + 1, 'should be more than 1 second from when run'
+          assert start <= time + 120, 'should not be more than 60 seconds from when run'
+        end
+      end
+
+      def test_start_time_with_sync
+        worker = Worker.new(sync: true)
+
         time = Time.now
         start = worker.start_time(60)
         assert start >= time + 60, 'should be more than 60 seconds from when run'
@@ -43,6 +62,42 @@ module Librato
         assert_equal :sleep, worker.timer
       end
 
+      def test_eventmachine_timer
+        worker = Worker.new(:timer => :eventmachine)
+        counter = 0
+
+        thread = Thread.new do
+          EventMachine.run do
+            worker.run_periodically(0.1) do
+              counter += 1
+            end
+            EM.add_timer(0.6) { worker.stop!; EM.stop }
+          end
+        end
+
+        sleep 0.45
+        assert_in_delta 4, counter, 1
+        thread.join
+      end
+
+      def test_em_synchrony_timer
+        worker = Worker.new(:timer => :synchrony)
+        counter = 0
+
+        thread = Thread.new do
+          EM.synchrony do
+            worker.run_periodically(0.1) do
+              counter += 1
+            end
+            EventMachine.stop
+          end
+        end
+
+        sleep 0.45
+        assert_in_delta 4, counter, 1
+        Thread.kill(thread)
+      end
+
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: librato-rack
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
   prerelease: 
 platform: ruby
 authors:
@@ -37,7 +37,7 @@ cert_chain:
   bktaNmhlblFBRjFDSDk2WmNxY0pIMTc5UzJ0SWlLRE04a2VlUklVT1BDM1dU
   MGZhb2svMgpnQTJvemRyODUxYy9uQT09Ci0tLS0tRU5EIENFUlRJRklDQVRF
   LS0tLS0K
-date: 2013-08-13 00:00:00.000000000 Z
+date: 2013-08-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: librato-metrics
@@ -100,9 +100,11 @@ files:
 - test/apps/custom.ru
 - test/apps/deprecated.ru
 - test/apps/no_stats.ru
+- test/apps/queue_wait.ru
 - test/integration/custom_test.rb
 - test/integration/deprecated_test.rb
 - test/integration/no_stats_test.rb
+- test/integration/queue_wait_test.rb
 - test/integration/request_test.rb
 - test/remote/tracker_test.rb
 - test/test_helper.rb
@@ -115,7 +117,8 @@ files:
 - test/unit/rack/tracker_test.rb
 - test/unit/rack/worker_test.rb
 homepage: https://github.com/librato/librato-rack
-licenses: []
+licenses:
+- BSD 3-clause
 post_install_message: 
 rdoc_options: []
 require_paths:
@@ -128,7 +131,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 3140236237791435311
+      hash: -3276523900394881660
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -137,7 +140,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 3140236237791435311
+      hash: -3276523900394881660
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.23
@@ -149,9 +152,11 @@ test_files:
 - test/apps/custom.ru
 - test/apps/deprecated.ru
 - test/apps/no_stats.ru
+- test/apps/queue_wait.ru
 - test/integration/custom_test.rb
 - test/integration/deprecated_test.rb
 - test/integration/no_stats_test.rb
+- test/integration/queue_wait_test.rb
 - test/integration/request_test.rb
 - test/remote/tracker_test.rb
 - test/test_helper.rb