dynoscale_agent 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: d37f03ba7e02c562082f74a66c23eec7aafbfbd28b8b98e85b2da6be22754fa7
+  data.tar.gz: a0372502ceaa159059a79484b91701fc7cc1beac6c9fcb12279a285dc3bdc167
+SHA512:
+  metadata.gz: 7301ecc18874894eb07df303e09170e2636b7e9d9f98513a362b90f722985c50f0bebab25ca5ff35900a25dad4b5cb5127ac3a5d218e5488140234733efd13b9
+  data.tar.gz: a06536c9db6bf99979c99839be02c608cc85f4d216cafc8c6f70d5da5f3c2ec67680b959dc3fb6f66e72f13b02b557e731149f7c7b162d80db4ef3ea26b17cfe

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,6 @@
+---
+language: ruby
+cache: bundler
+rvm:
+  - 2.4.1
+before_install: gem install bundler -v 2.1.4

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,74 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+In the interest of fostering an open and welcoming environment, we as
+contributors and maintainers pledge to making participation in our project and
+our community a harassment-free experience for everyone, regardless of age, body
+size, disability, ethnicity, gender identity and expression, level of experience,
+nationality, personal appearance, race, religion, or sexual identity and
+orientation.
+
+## Our Standards
+
+Examples of behavior that contributes to creating a positive environment
+include:
+
+* Using welcoming and inclusive language
+* Being respectful of differing viewpoints and experiences
+* Gracefully accepting constructive criticism
+* Focusing on what is best for the community
+* Showing empathy towards other community members
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery and unwelcome sexual attention or
+advances
+* Trolling, insulting/derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or electronic
+  address, without explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Our Responsibilities
+
+Project maintainers are responsible for clarifying the standards of acceptable
+behavior and are expected to take appropriate and fair corrective action in
+response to any instances of unacceptable behavior.
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+## Scope
+
+This Code of Conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community. Examples of
+representing a project or community include using an official project e-mail
+address, posting via an official social media account, or acting as an appointed
+representative at an online or offline event. Representation of a project may be
+further defined and clarified by project maintainers.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting the project team at ericthredsbeard@gmail.com. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. The project team is
+obligated to maintain confidentiality with regard to the reporter of an incident.
+Further details of specific enforcement policies may be posted separately.
+
+Project maintainers who do not follow or enforce the Code of Conduct in good
+faith may face temporary or permanent repercussions as determined by other
+members of the project's leadership.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
+available at [https://contributor-covenant.org/version/1/4][version]
+
+[homepage]: https://contributor-covenant.org
+[version]: https://contributor-covenant.org/version/1/4/

data/Gemfile

@@ -0,0 +1,16 @@
+source "https://rubygems.org"
+
+# Specify your gem's dependencies in dynoscale_agent.gemspec
+gemspec
+
+gem "rake", "~> 12.0"
+gem "rspec", "~> 3.0"
+gem "vcr", ">= 3.0"
+gem "webmock"
+gem "pry-byebug"
+gem "sidekiq", ">= 5.0"
+gem "delayed_job"
+gem "delayed_job_active_record"
+gem "que"
+gem "resque"
+gem "activesupport"

data/Gemfile.lock

@@ -0,0 +1,120 @@
+PATH
+  remote: .
+  specs:
+    dynoscale_agent (0.1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (5.2.6)
+      activesupport (= 5.2.6)
+    activerecord (5.2.6)
+      activemodel (= 5.2.6)
+      activesupport (= 5.2.6)
+      arel (>= 9.0)
+    activesupport (5.2.6)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 0.7, < 2)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+    addressable (2.8.0)
+      public_suffix (>= 2.0.2, < 5.0)
+    arel (9.0.0)
+    byebug (11.1.3)
+    coderay (1.1.3)
+    concurrent-ruby (1.1.9)
+    connection_pool (2.2.5)
+    crack (0.4.5)
+      rexml
+    delayed_job (4.1.9)
+      activesupport (>= 3.0, < 6.2)
+    delayed_job_active_record (4.1.6)
+      activerecord (>= 3.0, < 6.2)
+      delayed_job (>= 3.0, < 5)
+    diff-lcs (1.4.4)
+    hashdiff (1.0.1)
+    i18n (1.8.10)
+      concurrent-ruby (~> 1.0)
+    method_source (1.0.0)
+    minitest (5.14.4)
+    mono_logger (1.1.1)
+    multi_json (1.15.0)
+    mustermann (1.1.1)
+      ruby2_keywords (~> 0.0.1)
+    pry (0.13.1)
+      coderay (~> 1.1)
+      method_source (~> 1.0)
+    pry-byebug (3.9.0)
+      byebug (~> 11.0)
+      pry (~> 0.13.0)
+    public_suffix (4.0.6)
+    que (0.14.3)
+    rack (2.2.3)
+    rack-protection (2.1.0)
+      rack
+    rake (12.3.3)
+    redis (4.1.4)
+    redis-namespace (1.8.1)
+      redis (>= 3.0.4)
+    resque (2.1.0)
+      mono_logger (~> 1.0)
+      multi_json (~> 1.0)
+      redis-namespace (~> 1.6)
+      sinatra (>= 0.9.2)
+      vegas (~> 0.1.2)
+    rexml (3.2.5)
+    rspec (3.10.0)
+      rspec-core (~> 3.10.0)
+      rspec-expectations (~> 3.10.0)
+      rspec-mocks (~> 3.10.0)
+    rspec-core (3.10.1)
+      rspec-support (~> 3.10.0)
+    rspec-expectations (3.10.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.10.0)
+    rspec-mocks (3.10.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.10.0)
+    rspec-support (3.10.2)
+    ruby2_keywords (0.0.5)
+    sidekiq (5.2.9)
+      connection_pool (~> 2.2, >= 2.2.2)
+      rack (~> 2.0)
+      rack-protection (>= 1.5.0)
+      redis (>= 3.3.5, < 4.2)
+    sinatra (2.1.0)
+      mustermann (~> 1.0)
+      rack (~> 2.2)
+      rack-protection (= 2.1.0)
+      tilt (~> 2.0)
+    thread_safe (0.3.6)
+    tilt (2.0.10)
+    tzinfo (1.2.9)
+      thread_safe (~> 0.1)
+    vcr (6.0.0)
+    vegas (0.1.11)
+      rack (>= 1.0.0)
+    webmock (3.14.0)
+      addressable (>= 2.8.0)
+      crack (>= 0.3.2)
+      hashdiff (>= 0.4.0, < 2.0.0)
+
+PLATFORMS
+  x86_64-darwin-18
+
+DEPENDENCIES
+  activesupport
+  delayed_job
+  delayed_job_active_record
+  dynoscale_agent!
+  pry-byebug
+  que
+  rake (~> 12.0)
+  resque
+  rspec (~> 3.0)
+  sidekiq (>= 5.0)
+  vcr (>= 3.0)
+  webmock
+
+BUNDLED WITH
+   2.2.27

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2021 Eric Abrahamsn
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,34 @@
+# Dynoscale Agent
+
+#### Simple yet efficient scaling agent for Ruby/Rails apps on Heroku
+
+## Getting Started
+
+1. Add __dynoscale__ to your app on Heroku: `heroku addons:create dscale`
+2. Add the agent Gem to your Gemfile: `gem 'dynoscale_agent'`
+3. Run bundle:  `bundle install`
+4. Profit! (Literally, this will save you money 😏
+
+The environment variable `DYNOSCALE_URL` must be set in order for your application to communicate with Dynoscale Servers.
+
+## Non-Rails Rack Based Apps
+
+In addition to the above steps, you will need to `require 'dynoscale_agent/middleware'` and add the `DynoscaleAgent::Middleware` before the `Rack::Runtime` in your application.
+
+## Data Shared with Dynoscale
+
+* Dyno Name
+* Application Name
+* queue measurment data for web and worker dynos
+
+## Worker Adapter
+
+In addition to Web scaling, Dynoscale collects data on Worker jobs too. At this time Sidekiq and Resque are currently supported.
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/Mjolnir-Software/dynoscale_agent.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT)

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "dynoscale_agent"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/dynoscale_agent.gemspec

@@ -0,0 +1,31 @@
+require_relative 'lib/dynoscale_agent/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "dynoscale_agent"
+  spec.version       = DynoscaleAgent::VERSION
+  spec.authors       = ["Eric Abrahamsen"]
+  spec.email         = ["eric@dynoscale.com"]
+
+  spec.summary       = "This gem is an agent for the Dynoscale Heroku add-on."
+  spec.homepage      = "https://www.dynoscale.com"
+  spec.license       = "MIT"
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")
+
+  spec.metadata = {
+    "homepage_uri" => "https://dynoscale.net",
+    "bug_tracker_uri" => "https://github.com/Mjolnir-Software/dynoscale_agent/issues",
+    "documentation_uri" => "https://dynoscale.net/getting_started",
+    "changelog_uri" => "https://github.com/Mjolnir-Software/dynoscale_agent/blob/master/CHANGELOG.md",
+    "source_code_uri" => "https://github.com/Mjolnir-Software/dynoscale_agent",
+  }
+
+  spec.version       = '1.0.0'
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+end

data/lib/dynoscale_agent/api_wrapper.rb

@@ -0,0 +1,49 @@
+require 'uri'
+require 'net/http'
+require 'net/https'
+require 'json'
+
+module DynoscaleAgent
+  class ApiWrapper
+    def initialize(dyno, url, app_name)
+      @dyno     = dyno
+      @url      = URI(url)
+      @app_name = app_name
+    end
+
+    def publish_reports(reports, current_time = Time.now, http = Net::HTTP.new(@url.host, @url.port), &block)
+      headers = { "Content-Type": "text/csv",
+                  "User-Agent": "dynoscale-ruby;#{Gem.loaded_specs["dynoscale_agent"].version.to_s}",
+                  "X_REQUEST_START": "t=#{current_time.to_i}",
+                  "X_DYNO": @dyno,
+                  "X_APP_NAME": @app_name
+                }
+
+      body = reports.reduce(""){|t, r| "#{t}#{r.to_csv}"}
+
+      begin
+        response = request(http, headers, body)
+      rescue Timeout::Error, Errno::ECONNRESET, EOFError, Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError, Net::ProtocolError => e
+        # ignore and let the retry mechanism handle it
+      end
+
+      success = (response&.code&.to_i >= 200 && response&.code&.to_i < 300) || false
+
+
+      config = JSON.parse(response&.body || "{}")["config"] || {}
+      published_reports = success ? reports : []
+
+      block.call(success, published_reports, config)
+    end
+
+    private
+
+    def request(http, headers, body)
+      http.use_ssl = true if @url.scheme == "https"
+      request = Net::HTTP::Post.new(@url, headers)
+
+      request.body = body
+      http.request(request)
+    end
+  end
+end

data/lib/dynoscale_agent/logger.rb

@@ -0,0 +1,20 @@
+require 'logger'
+
+module DynoscaleAgent
+  module Logger
+
+    def self.logger
+      @@logger ||= if defined?(Rails)
+        Rails.logger
+      else
+        ::Logger.new(STDOUT)
+      end
+      if ENV['DYNOSCALE_DEV']
+      	@@logger.level = ::Logger::DEBUG
+      else
+        @@logger.level = ::Logger::WARN
+      end
+      @@logger
+    end
+  end
+end

data/lib/dynoscale_agent/measurement.rb

@@ -0,0 +1,3 @@
+module DynoscaleAgent
+  Measurement = Struct.new(:timestamp, :metric, :source, :metadata)
+end

data/lib/dynoscale_agent/middleware.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+require 'dynoscale_agent/request_calculator'
+require 'dynoscale_agent/reporter'
+require 'dynoscale_agent/recorder'
+require 'dynoscale_agent/worker/sidekiq'
+require 'dynoscale_agent/worker/resque'
+require 'dynoscale_agent/logger'
+
+module DynoscaleAgent
+  class Middleware
+    include Logger
+
+    MEASUREMENT_TTL = 5 # minutes
+
+
+    def initialize(app)
+      @app = app
+    end
+
+    def call(env)
+      is_dev = ENV['DYNOSCALE_DEV'] == 'true'
+      dyno = is_dev ? "dev.1" : ENV['DYNO']
+
+      unless ENV['DYNOSCALE_URL']
+        puts "Missing DYNOSCALE_URL environment variable"
+        return @app.call(env)
+      end 
+      return @app.call(env) if ENV['SKIP_DYNASCALE_AGENT']
+      return @app.call(env) unless is_dev || ENV['DYNO']&.split(".")&.last == "1"
+
+      request_calculator = RequestCalculator.new(env)
+      workers =  DynoscaleAgent::Worker.constants.select{|c| DynoscaleAgent::Worker.const_get(c).is_a? Class }.map{|c| DynoscaleAgent::Worker.const_get(c) }
+      Recorder.record!(request_calculator, workers)
+
+      api_wrapper = DynoscaleAgent::ApiWrapper.new(dyno, ENV['DYNOSCALE_URL'], ENV['HEROKU_APP_NAME'])
+      Reporter.start!(Recorder, api_wrapper) unless Reporter.running?
+
+
+      @app.call(env)
+    end
+  end
+end

data/lib/dynoscale_agent/railtie.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+require 'dynoscale_agent/middleware'
+
+module DynoscaleAgent
+  class Railtie < Rails::Railtie
+    initializer "dynoscale_agent.middleware" do |app|
+      app.middleware.insert_before Rack::Runtime, DynoscaleAgent::Middleware
+    end
+  end
+end

data/lib/dynoscale_agent/recorder.rb

@@ -0,0 +1,54 @@
+require 'dynoscale_agent/report'
+require 'dynoscale_agent/request_calculator'
+require 'singleton'
+require 'dynoscale_agent/logger'
+
+module DynoscaleAgent
+  class Recorder
+    include Singleton
+    extend Logger
+
+    REPORT_RECORDING_FREQ = 15
+
+    def self.record!(request_calculator, workers)
+      is_dev = ENV['DYNOSCALE_DEV'] == 'true'
+      dyno = is_dev ? "dev.1" : ENV['DYNO']
+      
+      queue_time = request_calculator.request_queue_time
+      current_time = Time.now
+
+      @@current_report ||= Report.new(current_time + REPORT_RECORDING_FREQ)
+      
+      if queue_time
+        @@current_report.add_measurement(current_time, queue_time, 'web', nil)
+        Logger.logger.debug "Web measurement #{current_time}, #{queue_time} recorded in report."
+      end
+
+      workers.each do |worker|
+        if worker.enabled?
+          queue_latencies = worker.queue_latencies
+          queue_latencies.each do |queue, latency, depth|
+            @@current_report.add_measurement(current_time, latency, "#{worker.name}:#{queue}", nil)
+            Logger.logger.debug "#{worker.name.capitalize} worker measurement #{current_time}, #{latency} recorded in report."
+          end
+        end
+      end
+
+      @@reports ||= {}
+      @@reports[@@current_report.publish_timestamp] = @@current_report
+      @@reports.values
+    end
+
+    def self.reports
+      @@reports ||= {}
+      @@reports.values || []
+    end
+
+    def self.remove_published_reports!(reports)
+      reports.each do |report|
+        @@current_report = nil if report.publish_timestamp == @@current_report.publish_timestamp
+        @@reports.delete(report.publish_timestamp)
+      end
+    end
+  end
+end

data/lib/dynoscale_agent/report.rb

@@ -0,0 +1,35 @@
+require 'dynoscale_agent/measurement'
+
+module DynoscaleAgent
+  class Report
+
+  	REPORT_TTL = 5 * 60 # minutes
+
+    attr_reader :publish_timestamp, :measurements
+
+  	def initialize(publish_timestamp)
+      @measurements = []
+      @publish_timestamp = publish_timestamp
+  	end
+
+  	def add_measurement(current_time = Time.now, metric, source, metadata)
+      @measurements << Measurement.new(current_time.to_i, metric, source, metadata)
+  	end
+
+  	def add_measurements(measurements)
+      @measurements.unshift(*measurements)
+  	end
+
+    def ready_to_publish?(current_time = Time.now)
+      @measurements.any? && publish_timestamp < current_time
+    end
+
+  	def expired?(current_time = Time.now)
+      publish_timestamp < (current_time - REPORT_TTL)
+  	end
+
+  	def to_csv
+      @measurements.reduce(""){|t, m| "#{t}#{m.timestamp},#{m.metric},#{m.source},#{m.metadata}\n"}
+  	end
+  end
+end

data/lib/dynoscale_agent/reporter.rb

@@ -0,0 +1,58 @@
+require 'dynoscale_agent/api_wrapper'
+require 'dynoscale_agent/recorder'
+require 'dynoscale_agent/logger'
+
+module DynoscaleAgent
+  class Reporter
+    include Singleton
+    extend Logger
+
+    # Production delays
+    REPORT_PUBLISH_FREQ = 2*60 # seconds
+    REPORT_PUBLISH_RETRY_FREQ = 15 #seconds
+
+    def self.start!(recorder, api_wrapper, break_after_first_iteration: false)
+      @@reporter_thread ||= Thread.start do
+      	loop do
+          if recorder.reports.any?(&:ready_to_publish?)
+            api_wrapper.publish_reports(recorder.reports) do |success, published_reports, config|
+              if success
+              	recorder.remove_published_reports!(published_reports)
+                @@config = config
+                Logger.logger.debug "Report publish was successful"
+                sleep report_publish_freq
+              else
+                Logger.logger.error "Report publish failed"
+              	sleep report_publish_retry_freq
+              end
+            end
+          else
+            sleep report_publish_retry_freq
+          end
+          break if break_after_first_iteration
+        end
+      end
+    end
+
+    def self.running?
+      @@reporter_thread ||= nil
+      !!@@reporter_thread && @@reporter_thread.alive? 
+    end
+
+    def self.report_publish_freq
+      is_dev = ENV['DYNOSCALE_DEV'] == 'true'
+      if is_dev
+        0
+      elsif @@config && @@config['publish_frequency']
+        @@config['publish_frequency']&.to_i || REPORT_PUBLISH_FREQ
+      else
+        REPORT_PUBLISH_FREQ
+      end
+    end
+
+    def self.report_publish_retry_freq
+      is_dev = ENV['DYNOSCALE_DEV'] == 'true'
+      is_dev ? 0 : REPORT_PUBLISH_RETRY_FREQ
+    end
+  end
+end

data/lib/dynoscale_agent/request_calculator.rb

@@ -0,0 +1,28 @@
+module DynoscaleAgent
+  class RequestCalculator
+
+    def initialize(env)
+      @env = env
+    end
+
+    def request_queue_time(time_now = Time.now)
+      is_dev = ENV['DYNOSCALE_DEV'] == 'true'
+
+      if is_dev
+        request_start = "#{Time.now - (rand*100).ceil}"
+      else
+        request_start = @env['HTTP_X_REQUEST_START']
+      end
+      raise MissingRequestStartError if request_start.nil?
+      
+      request_body_wait = @env['puma.request_body_wait'] || 0
+
+      request_start_string = request_start.match(/([0-9])+/)&.[](0)
+      start_at = Time.at(request_start_string.to_i / 1000)
+
+      (time_now - start_at).to_i + request_body_wait.to_i
+    end
+  end
+  class MissingRequestStartError < StandardError
+  end
+end

data/lib/dynoscale_agent/version.rb

@@ -0,0 +1,3 @@
+module DynoscaleAgent
+  VERSION = "0.1.0"
+end

data/lib/dynoscale_agent/worker/resque.rb

@@ -0,0 +1,32 @@
+require 'singleton'
+
+module DynoscaleAgent
+  module Worker
+    class Resque
+      include Singleton
+
+      def self.enabled?
+        require 'resque'
+        require 'resque_latency'
+        true
+      rescue LoadError
+        false
+      end
+
+      def self.queue_latencies
+        queues.map do |queue|
+          [queue.name, (::Resque.latency(queue)* 1000).ceil, ::Resque.size(queue)]
+      	end
+      end
+
+      def self.queues(source = ::Resque.queues)
+        @@queues ||= source
+      end
+
+      def self.name
+         'resque'
+      end
+    end
+  end
+end
+

data/lib/dynoscale_agent/worker/sidekiq.rb

@@ -0,0 +1,30 @@
+require 'singleton'
+
+module DynoscaleAgent
+  module Worker
+    class Sidekiq
+      include Singleton
+
+      def self.enabled?
+        require 'sidekiq/api'
+        true
+      rescue LoadError
+        false
+      end
+
+      def self.queue_latencies
+        queues.map do |queue|
+          [queue.name, (queue.latency * 1000).ceil, queue.size]
+      	end
+      end
+
+      def self.queues(source = ::Sidekiq::Queue.all)
+        @@queues ||= source
+      end
+
+      def self.name
+         'sidekiq'
+      end
+    end
+  end
+end

data/lib/dynoscale_agent.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require 'dynoscale_agent/version'
+require 'dynoscale_agent/railtie' if defined?(Rails::Railtie) && Rails::Railtie.respond_to?(:initializer)
+
+module DynoscaleAgent
+  class Error < StandardError; end
+end

data/lib/resque_latency.rb

@@ -0,0 +1,48 @@
+module Resque
+
+  def Job.create(queue, klass, *args)
+    Resque.validate(klass, queue)
+
+    if Resque.inline?
+      new(:inline, {'class' => klass, 'args' => decode(encode(args)), 'timestamp' => Time.now.utc.to_i}).perform
+    else
+      Resque.push(queue, 'class' => klass.to_s, 'args' => args, 'timestamp' => Time.now.utc.to_i)
+    end
+  end
+
+  def Job.new(queue, payload)
+    key = ['latency', queue].join(':')
+
+    enqueue_time = payload.is_a?(Hash) ? payload['timestamp'] : 0
+
+    latency = Time.now.utc.to_i - enqueue_time.to_i
+    redis = Resque.redis
+    redis.set key, [ latency.to_s, Time.now.utc.to_i ].join(':')
+
+    super
+  end
+
+  def latency(queue)
+  	redis = Resque.redis
+    l = redis.get("latency:#{queue}")
+
+    return nil if l.nil?
+
+    l = l.split(':').first.to_i
+
+    return 0 if l <= 0
+
+    l
+  end
+
+  def latency_updated_at(queue)
+  	redis = Resque.redis
+    l = redis.get("latency:#{queue}")
+
+    return nil if l.nil?
+
+    Time.at(l.split(':').last.to_i)
+  end
+end
+
+

metadata

@@ -0,0 +1,74 @@
+--- !ruby/object:Gem::Specification
+name: dynoscale_agent
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Eric Abrahamsen
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2022-02-15 00:00:00.000000000 Z
+dependencies: []
+description:
+email:
+- eric@dynoscale.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- dynoscale_agent.gemspec
+- lib/dynoscale_agent.rb
+- lib/dynoscale_agent/api_wrapper.rb
+- lib/dynoscale_agent/logger.rb
+- lib/dynoscale_agent/measurement.rb
+- lib/dynoscale_agent/middleware.rb
+- lib/dynoscale_agent/railtie.rb
+- lib/dynoscale_agent/recorder.rb
+- lib/dynoscale_agent/report.rb
+- lib/dynoscale_agent/reporter.rb
+- lib/dynoscale_agent/request_calculator.rb
+- lib/dynoscale_agent/version.rb
+- lib/dynoscale_agent/worker/resque.rb
+- lib/dynoscale_agent/worker/sidekiq.rb
+- lib/resque_latency.rb
+homepage: https://www.dynoscale.com
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://dynoscale.net
+  bug_tracker_uri: https://github.com/Mjolnir-Software/dynoscale_agent/issues
+  documentation_uri: https://dynoscale.net/getting_started
+  changelog_uri: https://github.com/Mjolnir-Software/dynoscale_agent/blob/master/CHANGELOG.md
+  source_code_uri: https://github.com/Mjolnir-Software/dynoscale_agent
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.3.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.4
+signing_key:
+specification_version: 4
+summary: This gem is an agent for the Dynoscale Heroku add-on.
+test_files: []