roo_on_rails 1.2.0 → 1.3.0

data/lib/roo_on_rails/sidekiq/settings.rb

@@ -0,0 +1,21 @@
+module RooOnRails
+  module Sidekiq
+    class Settings
+      def self.queues
+        %w(
+          monitoring
+          realtime
+          within1minute
+          within5minutes
+          within30minutes
+          within1hour
+          within1day
+        ).freeze
+      end
+
+      def self.concurrency
+        ENV.fetch('SIDEKIQ_THREADS', 25)
+      end
+    end
+  end
+end

data/lib/roo_on_rails/sidekiq/sla_metric.rb

@@ -0,0 +1,75 @@
+# Returns stats on the current SLA performance of queues in a sidekiq instance.
+# Assumes workers are not bound to queues
+require 'sidekiq/api'
+require 'active_support'
+require 'active_support/core_ext/numeric'
+module RooOnRails
+  module Sidekiq
+    class SlaMetric
+      def self.queue
+        queues = ::Sidekiq::Queue.all.map { |q| SidekiqQueueMetrics.new(q) }
+        global_stats = SidekiqWorkerCount.new(queues)
+        global_stats.requested_processes
+      end
+
+      class SidekiqQueueMetrics
+        extend Forwardable
+        def_delegators :@queue, :size, :latency, :name
+        attr_reader :queue
+
+        def initialize(queue)
+          @queue = queue
+        end
+
+        def normalised_latency
+          metric = queue.latency.to_f / permitted_latency
+          metric.round(3)
+        end
+
+        def permitted_latency
+          prefix, number, unit = queue.name.partition(/[0-9]+/)
+          case prefix
+          when 'monitoring', 'realtime' then 10.seconds.to_i
+          when 'default' then 1.day.to_i
+          when 'within' then number.to_i.public_send(unit.to_sym).to_i
+          else raise "Cannot determine permitted latency for queue #{queue.name}"
+          end
+        end
+      end
+
+      class SidekiqWorkerCount
+        def initialize(metrics)
+          @metrics = metrics
+        end
+
+        def current_processes
+          ::Sidekiq::ProcessSet.new.count
+        end
+
+        def max_normalised_latency
+          @metrics.any? ? @metrics.map(&:normalised_latency).max : 0
+        end
+
+        def requested_processes
+          if max_normalised_latency > increasing_latency
+            current_processes + 1
+          elsif max_normalised_latency < decreasing_latency
+            [current_processes - 1, 1].max
+          else
+            current_processes
+          end
+        end
+
+        protected
+
+        def increasing_latency
+          ENV.fetch('WORKER_INCREASE_THRESHOLD', 0.5).to_f
+        end
+
+        def decreasing_latency
+          ENV.fetch('WORKER_DECREASE_THRESHOLD', 0.1).to_f
+        end
+      end
+    end
+  end
+end

data/lib/roo_on_rails/tasks/db.rake

@@ -0,0 +1,27 @@
+namespace :db do
+  desc 'Prints out the database statement timeout'
+  task statement_timeout: :environment do
+    result = ActiveRecord::Base.connection.execute('SHOW statement_timeout').first
+    puts result['statement_timeout']
+  end
+
+  namespace :migrate do
+    task extend_statement_timeout: :environment do
+      if ActiveRecord::VERSION::MAJOR >= 4
+        config = ActiveRecord::Base.configurations[Rails.env]
+        config['variables'] ||= {}
+        config['variables']['statement_timeout'] = ENV.fetch('MIGRATION_STATEMENT_TIMEOUT', 10_000)
+        ActiveRecord::Base.establish_connection
+      end
+    end
+  end
+end
+
+%i[
+  db:create
+  db:migrate
+  db:migrate:down
+  db:rollback
+].each do |task|
+  Rake::Task[task].enhance(%i[db:migrate:extend_statement_timeout])
+end

data/lib/roo_on_rails/version.rb

@@ -1,3 +1,3 @@
 module RooOnRails
-  VERSION = '1.2.0'
+  VERSION = '1.3.0'
 end

data/lib/roo_on_rails.rb

@@ -7,5 +7,8 @@ if defined?(Rails)
   require 'dotenv/rails-now'
   require 'roo_on_rails/railtie'
   require 'roo_on_rails/railties/new_relic'
+  require 'roo_on_rails/railties/database'
   require 'roo_on_rails/railties/http'
+  require 'roo_on_rails/railties/sidekiq'
+  require 'roo_on_rails/railties/rake_tasks'
 end

data/roo_on_rails.gemspec

@@ -29,7 +29,8 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency 'rack-timeout'
   spec.add_runtime_dependency 'rack-ssl-enforcer'
   spec.add_runtime_dependency 'octokit'
-
+  spec.add_runtime_dependency 'hirefire-resource'
+  spec.add_runtime_dependency 'sidekiq'
   spec.add_development_dependency 'bundler', '~> 1.13'
   spec.add_development_dependency 'rake', '~> 10.0'
   spec.add_development_dependency 'rspec', '~> 3.0'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: roo_on_rails
 version: !ruby/object:Gem::Version
-  version: 1.2.0
+  version: 1.3.0
 platform: ruby
 authors:
 - Julien Letessier
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-03-21 00:00:00.000000000 Z
+date: 2017-04-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: dotenv-rails
@@ -128,6 +128,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: hirefire-resource
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -286,14 +314,26 @@ files:
 - lib/roo_on_rails/checks/heroku/token.rb
 - lib/roo_on_rails/checks/heroku/toolbelt_installed.rb
 - lib/roo_on_rails/checks/heroku/toolbelt_working.rb
+- lib/roo_on_rails/checks/sidekiq/settings.rb
+- lib/roo_on_rails/checks/sidekiq/sidekiq.rb
 - lib/roo_on_rails/config.rb
+- lib/roo_on_rails/context_logging.rb
 - lib/roo_on_rails/default.env
+- lib/roo_on_rails/environment.rb
 - lib/roo_on_rails/harness.rb
+- lib/roo_on_rails/logfmt.rb
 - lib/roo_on_rails/rack/safe_timeouts.rb
 - lib/roo_on_rails/railtie.rb
+- lib/roo_on_rails/railties/database.rb
 - lib/roo_on_rails/railties/http.rb
 - lib/roo_on_rails/railties/new_relic.rb
+- lib/roo_on_rails/railties/rake_tasks.rb
+- lib/roo_on_rails/railties/sidekiq.rb
 - lib/roo_on_rails/shell.rb
+- lib/roo_on_rails/sidekiq/loader.rb
+- lib/roo_on_rails/sidekiq/settings.rb
+- lib/roo_on_rails/sidekiq/sla_metric.rb
+- lib/roo_on_rails/tasks/db.rake
 - lib/roo_on_rails/version.rb
 - roo_on_rails.gemspec
 homepage: https://github.com/deliveroo/roo_on_rails