request_queue_time 0.2.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: c34dfaeafa5d35cbdaad24f12b6957c4561f1fe93e87485a8bab9cf2914c7650
+  data.tar.gz: '018a31f583b994331da3068b220ebd86157b61968ac1a1785330b00ddf9722d0'
+SHA512:
+  metadata.gz: aeafaa0ec310ee0489b4d2556fee9aa13d0915a211d1df14f055ecc8447135c992919d25597ddc28809da52f9d0c2dee2702c6ca112b2fdaa10c261714e673dc
+  data.tar.gz: 535e007a068451606adae13687e01bab8018f77cb1a30ac955a7618c6ebe7150e363c1810046972f6ff96057558b06632349604dab8f99891e2f1d6b5f44d2a3

data/.env.test

@@ -0,0 +1,5 @@
+RAILS_ENV=test
+DD_SERVICE=request-queue-time
+DD_ENV=stack-name
+
+AWS_REGION=eu-west-1

data/.github/workflows/main.yml

@@ -0,0 +1,28 @@
+name: Ruby
+
+on:
+  push:
+    branches:
+      - main
+
+  pull_request:
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    name: Ruby ${{ matrix.ruby }}
+    strategy:
+      matrix:
+        ruby:
+          - "3.3"
+          - "3.2"
+
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby }}
+          bundler-cache: true
+      - name: Run the default task
+        run: bundle exec rake

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.ruby-version

@@ -0,0 +1 @@
+3.3.6

data/.vscode/settings.json

@@ -0,0 +1,8 @@
+{
+  "ruby.lint": {
+    "standard": true
+  },
+  "ruby.format": "standard",
+  "editor.formatOnSave": true,
+  "ruby.useLanguageServer": true
+}

data/Gemfile

@@ -0,0 +1,16 @@
+source "https://rubygems.org"
+
+git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in request-queue-time-middleware.gemspec
+gemspec
+
+gem "rake", "~> 13.0"
+
+gem "rspec", "~> 3.0"
+
+gem "sidekiq"
+gem "rails"
+gem "dotenv"
+
+gem "standard", "~> 1.3"

data/Gemfile.lock

@@ -0,0 +1,280 @@
+PATH
+  remote: .
+  specs:
+    request_queue_time (0.2.0)
+      aws-sdk-cloudwatch
+      dogstatsd-ruby
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    actioncable (7.1.3.3)
+      actionpack (= 7.1.3.3)
+      activesupport (= 7.1.3.3)
+      nio4r (~> 2.0)
+      websocket-driver (>= 0.6.1)
+      zeitwerk (~> 2.6)
+    actionmailbox (7.1.3.3)
+      actionpack (= 7.1.3.3)
+      activejob (= 7.1.3.3)
+      activerecord (= 7.1.3.3)
+      activestorage (= 7.1.3.3)
+      activesupport (= 7.1.3.3)
+      mail (>= 2.7.1)
+      net-imap
+      net-pop
+      net-smtp
+    actionmailer (7.1.3.3)
+      actionpack (= 7.1.3.3)
+      actionview (= 7.1.3.3)
+      activejob (= 7.1.3.3)
+      activesupport (= 7.1.3.3)
+      mail (~> 2.5, >= 2.5.4)
+      net-imap
+      net-pop
+      net-smtp
+      rails-dom-testing (~> 2.2)
+    actionpack (7.1.3.3)
+      actionview (= 7.1.3.3)
+      activesupport (= 7.1.3.3)
+      nokogiri (>= 1.8.5)
+      racc
+      rack (>= 2.2.4)
+      rack-session (>= 1.0.1)
+      rack-test (>= 0.6.3)
+      rails-dom-testing (~> 2.2)
+      rails-html-sanitizer (~> 1.6)
+    actiontext (7.1.3.3)
+      actionpack (= 7.1.3.3)
+      activerecord (= 7.1.3.3)
+      activestorage (= 7.1.3.3)
+      activesupport (= 7.1.3.3)
+      globalid (>= 0.6.0)
+      nokogiri (>= 1.8.5)
+    actionview (7.1.3.3)
+      activesupport (= 7.1.3.3)
+      builder (~> 3.1)
+      erubi (~> 1.11)
+      rails-dom-testing (~> 2.2)
+      rails-html-sanitizer (~> 1.6)
+    activejob (7.1.3.3)
+      activesupport (= 7.1.3.3)
+      globalid (>= 0.3.6)
+    activemodel (7.1.3.3)
+      activesupport (= 7.1.3.3)
+    activerecord (7.1.3.3)
+      activemodel (= 7.1.3.3)
+      activesupport (= 7.1.3.3)
+      timeout (>= 0.4.0)
+    activestorage (7.1.3.3)
+      actionpack (= 7.1.3.3)
+      activejob (= 7.1.3.3)
+      activerecord (= 7.1.3.3)
+      activesupport (= 7.1.3.3)
+      marcel (~> 1.0)
+    activesupport (7.1.3.3)
+      base64
+      bigdecimal
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      connection_pool (>= 2.2.5)
+      drb
+      i18n (>= 1.6, < 2)
+      minitest (>= 5.1)
+      mutex_m
+      tzinfo (~> 2.0)
+    ast (2.4.2)
+    aws-eventstream (1.3.0)
+    aws-partitions (1.937.0)
+    aws-sdk-cloudwatch (1.91.0)
+      aws-sdk-core (~> 3, >= 3.193.0)
+      aws-sigv4 (~> 1.1)
+    aws-sdk-core (3.196.1)
+      aws-eventstream (~> 1, >= 1.3.0)
+      aws-partitions (~> 1, >= 1.651.0)
+      aws-sigv4 (~> 1.8)
+      jmespath (~> 1, >= 1.6.1)
+    aws-sigv4 (1.8.0)
+      aws-eventstream (~> 1, >= 1.0.2)
+    base64 (0.2.0)
+    bigdecimal (3.1.8)
+    builder (3.2.4)
+    concurrent-ruby (1.3.1)
+    connection_pool (2.4.1)
+    crass (1.0.6)
+    date (3.3.4)
+    diff-lcs (1.5.1)
+    dogstatsd-ruby (5.6.1)
+    dotenv (3.1.2)
+    drb (2.2.1)
+    erubi (1.12.0)
+    globalid (1.2.1)
+      activesupport (>= 6.1)
+    i18n (1.14.5)
+      concurrent-ruby (~> 1.0)
+    io-console (0.7.2)
+    irb (1.13.1)
+      rdoc (>= 4.0.0)
+      reline (>= 0.4.2)
+    jmespath (1.6.2)
+    json (2.7.2)
+    language_server-protocol (3.17.0.3)
+    lint_roller (1.1.0)
+    loofah (2.22.0)
+      crass (~> 1.0.2)
+      nokogiri (>= 1.12.0)
+    mail (2.8.1)
+      mini_mime (>= 0.1.1)
+      net-imap
+      net-pop
+      net-smtp
+    marcel (1.0.4)
+    mini_mime (1.1.5)
+    minitest (5.23.1)
+    mutex_m (0.2.0)
+    net-imap (0.4.11)
+      date
+      net-protocol
+    net-pop (0.1.2)
+      net-protocol
+    net-protocol (0.2.2)
+      timeout
+    net-smtp (0.5.0)
+      net-protocol
+    nio4r (2.7.3)
+    nokogiri (1.16.5-arm64-darwin)
+      racc (~> 1.4)
+    nokogiri (1.16.5-x86_64-linux)
+      racc (~> 1.4)
+    parallel (1.24.0)
+    parser (3.3.0.5)
+      ast (~> 2.4.1)
+      racc
+    psych (5.1.2)
+      stringio
+    racc (1.7.3)
+    rack (3.0.11)
+    rack-session (2.0.0)
+      rack (>= 3.0.0)
+    rack-test (2.1.0)
+      rack (>= 1.3)
+    rackup (2.1.0)
+      rack (>= 3)
+      webrick (~> 1.8)
+    rails (7.1.3.3)
+      actioncable (= 7.1.3.3)
+      actionmailbox (= 7.1.3.3)
+      actionmailer (= 7.1.3.3)
+      actionpack (= 7.1.3.3)
+      actiontext (= 7.1.3.3)
+      actionview (= 7.1.3.3)
+      activejob (= 7.1.3.3)
+      activemodel (= 7.1.3.3)
+      activerecord (= 7.1.3.3)
+      activestorage (= 7.1.3.3)
+      activesupport (= 7.1.3.3)
+      bundler (>= 1.15.0)
+      railties (= 7.1.3.3)
+    rails-dom-testing (2.2.0)
+      activesupport (>= 5.0.0)
+      minitest
+      nokogiri (>= 1.6)
+    rails-html-sanitizer (1.6.0)
+      loofah (~> 2.21)
+      nokogiri (~> 1.14)
+    railties (7.1.3.3)
+      actionpack (= 7.1.3.3)
+      activesupport (= 7.1.3.3)
+      irb
+      rackup (>= 1.0.0)
+      rake (>= 12.2)
+      thor (~> 1.0, >= 1.2.2)
+      zeitwerk (~> 2.6)
+    rainbow (3.1.1)
+    rake (13.2.1)
+    rdoc (6.7.0)
+      psych (>= 4.0.0)
+    redis-client (0.22.2)
+      connection_pool
+    regexp_parser (2.9.0)
+    reline (0.5.8)
+      io-console (~> 0.5)
+    rexml (3.2.8)
+      strscan (>= 3.0.9)
+    rspec (3.13.0)
+      rspec-core (~> 3.13.0)
+      rspec-expectations (~> 3.13.0)
+      rspec-mocks (~> 3.13.0)
+    rspec-core (3.13.0)
+      rspec-support (~> 3.13.0)
+    rspec-expectations (3.13.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.13.0)
+    rspec-mocks (3.13.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.13.0)
+    rspec-support (3.13.1)
+    rubocop (1.62.1)
+      json (~> 2.3)
+      language_server-protocol (>= 3.17.0)
+      parallel (~> 1.10)
+      parser (>= 3.3.0.2)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8, < 3.0)
+      rexml (>= 3.2.5, < 4.0)
+      rubocop-ast (>= 1.31.1, < 2.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 2.4.0, < 3.0)
+    rubocop-ast (1.31.2)
+      parser (>= 3.3.0.4)
+    rubocop-performance (1.20.2)
+      rubocop (>= 1.48.1, < 2.0)
+      rubocop-ast (>= 1.30.0, < 2.0)
+    ruby-progressbar (1.13.0)
+    sidekiq (7.2.4)
+      concurrent-ruby (< 2)
+      connection_pool (>= 2.3.0)
+      rack (>= 2.2.4)
+      redis-client (>= 0.19.0)
+    standard (1.35.1)
+      language_server-protocol (~> 3.17.0.2)
+      lint_roller (~> 1.0)
+      rubocop (~> 1.62.0)
+      standard-custom (~> 1.0.0)
+      standard-performance (~> 1.3)
+    standard-custom (1.0.2)
+      lint_roller (~> 1.0)
+      rubocop (~> 1.50)
+    standard-performance (1.3.1)
+      lint_roller (~> 1.1)
+      rubocop-performance (~> 1.20.2)
+    stringio (3.1.0)
+    strscan (3.1.0)
+    thor (1.3.1)
+    timeout (0.4.1)
+    tzinfo (2.0.6)
+      concurrent-ruby (~> 1.0)
+    unicode-display_width (2.5.0)
+    webrick (1.8.1)
+    websocket-driver (0.7.6)
+      websocket-extensions (>= 0.1.0)
+    websocket-extensions (0.1.5)
+    zeitwerk (2.6.15)
+
+PLATFORMS
+  arm64-darwin-22
+  arm64-darwin-23
+  arm64-darwin-24
+  x86_64-linux
+
+DEPENDENCIES
+  bundler (~> 2.4)
+  dotenv
+  rails
+  rake (~> 13.0)
+  request_queue_time!
+  rspec (~> 3.0)
+  sidekiq
+  standard (~> 1.3)
+
+BUNDLED WITH
+   2.4.7

data/README.md

@@ -0,0 +1,61 @@
+# RequestQueueTime::Middleware
+
+This gem gives us an indication of the time that a request/job is spent waiting in line to be processed and with that gauge we scale our ECS cluster tasks up and down. A lot of the logic was borrowed from Judoscales ruby gem, but at the time of writing the code we were unable to utilise Judoscale on ECS, however now that the gem is being extracted this is something that is now a product that they offer. However we are unsure about the financial gains that can be gained from using the service, vs our own solution.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem "request_queue_time", git: "https://github.com/Teamtailor/request_queue_time.git", tag: "v0.1.1"
+```
+
+And then execute:
+
+    $ bundle
+
+## Usage
+
+The following environment variables are required for the metric that is reported to cloudwatch:
+
+```rb
+    ENV["DD_SERVICE"]
+    ENV["DD_ENV"]
+```
+
+For example:
+```rb
+    ENV["DD_SERVICE"] = "teamtailor"
+    ENV["DD_ENV"] = "eu-cyan"
+```
+
+For the Reporter to run, you need to have the following flag set as well:
+
+```rb
+    ENV["ECS_SETUP"]
+```
+
+If you want statsd measurements you need to have a the constant `StatsdDdog` defined.
+
+A Railtie will insert the middleware first in your stack, but if there are issues or you need more control of the middleware placements you can use the configuration below:
+
+If you want it first in the stack:
+```rb
+  Rails.configuration.middleware.insert_before 0, RequestQueueTime::Middleware
+```
+
+The following is required for the sidekiq portion to work though:
+<!-- And add the following to the application reloader: -->
+
+```rb
+Rails.application.reloader.to_prepare do
+...
+  RequestQueueTime::AutoScalingMetrics::SidekiqReporter.enable if ENV["ECS_SETUP"]
+end
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` or `bundle exec rake` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "request_queue_time/middleware"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/request_queue_time/middleware/version.rb

@@ -0,0 +1,5 @@
+module RequestQueueTime
+  class Middleware
+    VERSION = "0.2.0"
+  end
+end

data/lib/request_queue_time/middleware.rb

@@ -0,0 +1,94 @@
+require "request_queue_time/middleware/version"
+require "services/auto_scaling_metrics"
+
+module RequestQueueTime
+  class Middleware
+    def initialize(app)
+      @app = app
+    end
+
+    def call(env)
+      metrics = Metrics.new(env)
+
+      AutoScalingMetrics::Reporter.start if ENV["ECS_SETUP"]
+
+      unless metrics.ignore?
+        tags = ["request_method:#{env["REQUEST_METHOD"]}"]
+
+        ActiveSupport::Notifications.instrument("request_queue_time.timings", extra: {
+           tags: tags,
+           queue_time: metrics.queue_time,
+           network_time: metrics.network_time
+        })
+
+        env["request_queue_time"] = metrics.queue_time
+        env["request_network_time"] = metrics.network_time
+
+        if ENV["ECS_SETUP"]
+          AutoScalingMetrics::Reporter.instance.track_request_queue_time(metrics.queue_time)
+        end
+      end
+
+      @app.call(env)
+    end
+
+    class Metrics
+      MILLISECONDS_CUTOFF = Time.new(2000, 1, 1).to_i * 1000
+      MICROSECONDS_CUTOFF = MILLISECONDS_CUTOFF * 1000
+      NANOSECONDS_CUTOFF = MICROSECONDS_CUTOFF * 1000
+      REQUEST_SIZE_LIMIT_BYTES = 100_000
+
+      attr_reader :network_time, :request_start, :now, :request_size
+
+      def initialize(env)
+        @network_time = env["puma.request_body_wait"].to_i
+        @request_start = env["HTTP_X_REQUEST_START"]
+        @now = Time.now
+        @request_size = env["rack.input"].respond_to?(:size) ? env["rack.input"].size : 0
+      end
+
+      def ignore?
+        queue_time.nil? || request_size > REQUEST_SIZE_LIMIT_BYTES
+      end
+
+      def queue_time
+        return @queue_time if defined?(@queue_time)
+
+        start = started_at
+        return if start.nil?
+
+        queue_time = ((now - start) * 1000).to_i
+
+        # Remove the time Puma was waiting for the request body.
+        queue_time -= network_time
+
+        @queue_time = (queue_time > 0) ? queue_time : 0
+      end
+
+      def started_at
+        if request_start
+          # There are several variants of this header. We handle these:
+          #   - whole milliseconds (Heroku)
+          #   - whole microseconds (???)
+          #   - whole nanoseconds (Render)
+          #   - fractional seconds (NGINX)
+          #   - preceeding "t=" (NGINX)
+          value = request_start.gsub(/[^0-9.]/, "").to_f
+
+          # `value` could be seconds, milliseconds, microseconds or nanoseconds.
+          # We use some arbitrary cutoffs to determine which one it is.
+
+          if value > NANOSECONDS_CUTOFF
+            Time.at(value / 1_000_000_000.0)
+          elsif value > MICROSECONDS_CUTOFF
+            Time.at(value / 1_000_000.0)
+          elsif value > MILLISECONDS_CUTOFF
+            Time.at(value / 1000.0)
+          else
+            Time.at(value)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/request_queue_time/railtie.rb

@@ -0,0 +1,7 @@
+module RequestQueueTime
+  class Railtie < Rails::Railtie
+    initializer "RequestQueueTime.request_middleware" do |app|
+      app.middleware.insert_before 0, RequestQueueTime::Middleware
+    end
+  end
+end

data/lib/request_queue_time.rb

@@ -0,0 +1,9 @@
+require "request_queue_time/middleware"
+require "services/auto_scaling_metrics"
+
+module RequestQueueTime
+end
+
+if defined?(Rails)
+  require "request_queue_time/railtie"
+end

data/lib/services/auto_scaling_metrics/reporter.rb

@@ -0,0 +1,112 @@
+# Copyright 2024 Judoscale
+# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+# THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "aws-sdk-cloudwatch"
+require "singleton"
+
+module RequestQueueTime
+  module AutoScalingMetrics
+    class Reporter
+      include Singleton
+
+      DIMENSIONS = [
+        {name: "service", value: ENV["DD_SERVICE"]},
+        {name: "environment", value: ENV["DD_ENV"]}
+      ]
+
+      attr_accessor :collector
+
+      def self.start(&)
+        return false if instance.started?
+
+        instance.start!(&)
+      end
+
+      def self.stop
+        return unless instance.started?
+        instance.stop!
+      end
+
+      def start!(&block)
+        Rails.logger.info "Starting AutoScalingMetrics::Reporter"
+        @interval = 30
+        @buffer = Queue.new
+        @buffer_size_limit = 1000
+        @cloudwatch = Aws::CloudWatch::Client.new
+        @last_flush_time = Time.now
+        @pid = Process.pid
+
+        yield self if block
+
+        start_flush_thread
+      end
+
+      def started?
+        @pid == Process.pid
+      end
+
+      def stop!
+        @_thread&.terminate
+        @_thread = nil
+        @pid = nil
+      end
+
+      def track_request_queue_time(time)
+        add_metric(metric_name: "request_queue_time", value: time, unit: "Milliseconds", timestamp: Time.now)
+      end
+
+      def self.add_metric(metric)
+        instance.add_metric(metric)
+      end
+
+      def add_metric(metric)
+        metric[:dimensions] = (metric[:dimensions] || []) + DIMENSIONS
+        @buffer << metric
+      end
+
+      private
+
+      def start_flush_thread
+        @_thread = Thread.new do
+          Thread.current.name = "auto_scaling_metrics.#{@pid}"
+
+          loop do
+            if should_flush?
+              collector&.call
+              flush_metrics
+            end
+          rescue => ex
+            Sentry.capture_exception(ex)
+          ensure
+            sleep(1)
+          end
+        end
+      end
+
+      def should_flush?
+        @buffer.size >= @buffer_size_limit || (Time.now - @last_flush_time) >= @interval
+      end
+
+      def flush_metrics
+        metrics_to_flush = []
+        metrics_to_flush << @buffer.pop until @buffer.empty?
+
+        unless metrics_to_flush.empty?
+          put_metrics_to_cloudwatch(metrics_to_flush)
+          @last_flush_time = Time.now
+        end
+      end
+
+      def put_metrics_to_cloudwatch(metrics)
+        return if Rails.env.development?
+
+        @cloudwatch.put_metric_data(
+          namespace: "Teamtailor/queue_times",
+          metric_data: metrics.take(1000)
+        )
+      end
+    end
+  end
+end

data/lib/services/auto_scaling_metrics/sidekiq_reporter.rb

@@ -0,0 +1,26 @@
+module RequestQueueTime
+  module AutoScalingMetrics
+    class SidekiqReporter
+      def self.enable
+        Sidekiq.configure_server do |config|
+          config.on(:leader) do
+            AutoScalingMetrics::Reporter.start do |reporter|
+              reporter.collector = method(:collect_metrics)
+            end
+          end
+        end
+      end
+
+      def self.collect_metrics
+        Sidekiq::Queue.all.each do |queue|
+          AutoScalingMetrics::Reporter.add_metric(
+            metric_name: "sidekiq_queue_latency",
+            value: queue.paused? ? 0 : queue.latency,
+            unit: "Seconds",
+            dimensions: [{name: "queue_name", value: queue.name}]
+          )
+        end
+      end
+    end
+  end
+end

data/lib/services/auto_scaling_metrics.rb

@@ -0,0 +1,7 @@
+require_relative "auto_scaling_metrics/reporter"
+require_relative "auto_scaling_metrics/sidekiq_reporter"
+
+module RequestQueueTime
+  module AutoScalingMetrics
+  end
+end

data/request_queue_time.gemspec

@@ -0,0 +1,29 @@
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "request_queue_time/middleware/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "request_queue_time"
+  spec.version = RequestQueueTime::Middleware::VERSION
+  spec.authors = ["Jonas Brusman", "Björn Nordstrand"]
+  spec.homepage = "https://github.com/teamtailor/request_queue_time"
+  spec.summary = "Used by ECS stacks for Teamtailor"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = "https://github.com/teamtailor/request_queue_time"
+  spec.metadata["changelog_uri"] = "https://github.com/teamtailor/request_queue_time/blob/main/CHANGELOG.md"
+  spec.metadata["github_repo"] = "ssh://github.com/teamtailor/request_queue_time"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(File.expand_path("..", __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "aws-sdk-cloudwatch"
+  spec.add_dependency "dogstatsd-ruby"
+
+  spec.add_development_dependency "bundler", "~> 2.4"
+end

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification
+name: request_queue_time
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- Jonas Brusman
+- Björn Nordstrand
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2025-02-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-cloudwatch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: dogstatsd-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+description:
+email:
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".env.test"
+- ".github/workflows/main.yml"
+- ".gitignore"
+- ".rspec"
+- ".ruby-version"
+- ".vscode/settings.json"
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/request_queue_time.rb
+- lib/request_queue_time/middleware.rb
+- lib/request_queue_time/middleware/version.rb
+- lib/request_queue_time/railtie.rb
+- lib/services/auto_scaling_metrics.rb
+- lib/services/auto_scaling_metrics/reporter.rb
+- lib/services/auto_scaling_metrics/sidekiq_reporter.rb
+- request_queue_time.gemspec
+homepage: https://github.com/teamtailor/request_queue_time
+licenses: []
+metadata:
+  homepage_uri: https://github.com/teamtailor/request_queue_time
+  source_code_uri: https://github.com/teamtailor/request_queue_time
+  changelog_uri: https://github.com/teamtailor/request_queue_time/blob/main/CHANGELOG.md
+  github_repo: ssh://github.com/teamtailor/request_queue_time
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.22
+signing_key:
+specification_version: 4
+summary: Used by ECS stacks for Teamtailor
+test_files: []