rails-autoscale-que 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 57410eff735f94373500e21b9e1b55ce155dbeb03155460b03326ade5ce04b57
+  data.tar.gz: f6715f1bd160599e09eeac957f1e8ff681a5391a6a69add67f341a0c79fc275b
+SHA512:
+  metadata.gz: 89558bf5ed73b2cda9ad77fdf571f9fdc49241e0cc0d6563f27c94bec3d88ec0541c1d937703c9bb3ec1d522e3792ded667f01089f469e25eba4d31b24451001
+  data.tar.gz: ab01410ef51da80f38ace67d77656d56ac12eaaa81aa9d0f5ef785596dc71492c99c08e939f9a172043e3fc7b36ded723641b6559b87d2cbc7bc17577de7a4b3

data/Gemfile

@@ -0,0 +1,9 @@
+source "https://rubygems.org"
+
+gemspec
+
+gem "rails-autoscale-core", path: "../rails-autoscale-core"
+gem "activerecord"
+gem "pg"
+gem "minitest"
+gem "rake"

data/Gemfile-activerecord-6-1

@@ -0,0 +1,9 @@
+source "https://rubygems.org"
+
+gemspec
+
+gem "rails-autoscale-core", path: "../rails-autoscale-core"
+gem "activerecord", "~> 6.1"
+gem "pg"
+gem "minitest"
+gem "rake"

data/Gemfile-que-2

@@ -0,0 +1,10 @@
+source "https://rubygems.org"
+
+gemspec
+
+gem "rails-autoscale-core", path: "../rails-autoscale-core"
+gem "que", "~> 2.0"
+gem "activerecord"
+gem "pg"
+gem "minitest"
+gem "rake"

data/Gemfile.lock

@@ -0,0 +1,51 @@
+PATH
+  remote: ../rails-autoscale-core
+  specs:
+    rails-autoscale-core (1.0.0)
+
+PATH
+  remote: .
+  specs:
+    rails-autoscale-que (1.0.0)
+      que (>= 1.0)
+      rails-autoscale-core
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (7.0.2.3)
+      activesupport (= 7.0.2.3)
+    activerecord (7.0.2.3)
+      activemodel (= 7.0.2.3)
+      activesupport (= 7.0.2.3)
+    activesupport (7.0.2.3)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 1.6, < 2)
+      minitest (>= 5.1)
+      tzinfo (~> 2.0)
+    concurrent-ruby (1.1.10)
+    i18n (1.10.0)
+      concurrent-ruby (~> 1.0)
+    minitest (5.15.0)
+    pg (1.3.5)
+    que (2.2.0)
+    rake (13.0.6)
+    tzinfo (2.0.4)
+      concurrent-ruby (~> 1.0)
+
+PLATFORMS
+  arm64-darwin-20
+  arm64-darwin-21
+  x86_64-darwin-21
+  x86_64-linux
+
+DEPENDENCIES
+  activerecord
+  minitest
+  pg
+  rails-autoscale-core!
+  rails-autoscale-que!
+  rake
+
+BUNDLED WITH
+   2.3.9

data/Rakefile

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "lib"
+  t.libs << "test"
+  t.test_files = FileList["test/**/*_test.rb"]
+end
+
+task default: :test

data/lib/rails-autoscale-que.rb

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+require "rails_autoscale/que"

data/lib/rails_autoscale/que/metrics_collector.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+require "rails_autoscale/job_metrics_collector"
+require "rails_autoscale/job_metrics_collector/active_record_helper"
+require "rails_autoscale/metric"
+
+module RailsAutoscale
+  module Que
+    class MetricsCollector < RailsAutoscale::JobMetricsCollector
+      include ActiveRecordHelper
+
+      METRICS_SQL = ActiveRecordHelper.cleanse_sql(<<~SQL)
+        SELECT queue, min(run_at)
+        FROM que_jobs
+        WHERE finished_at IS NULL
+        AND expired_at IS NULL
+        AND error_count = 0
+        AND id NOT IN (
+          SELECT (classid::bigint << 32) + objid::bigint AS id
+          FROM pg_locks
+          WHERE locktype = 'advisory'
+        )
+        GROUP BY 1
+      SQL
+
+      BUSY_METRICS_SQL = ActiveRecordHelper.cleanse_sql(<<~SQL)
+        SELECT queue, count(*)
+        FROM que_jobs
+        WHERE id IN (
+          SELECT (classid::bigint << 32) + objid::bigint AS id
+          FROM pg_locks
+          WHERE locktype = 'advisory'
+        )
+        GROUP BY 1
+      SQL
+
+      def self.adapter_config
+        RailsAutoscale::Config.instance.que
+      end
+
+      def collect
+        metrics = []
+        t = Time.now.utc
+
+        run_at_by_queue = select_rows_silently(METRICS_SQL).to_h
+        self.queues |= run_at_by_queue.keys
+
+        if track_busy_jobs?
+          busy_count_by_queue = select_rows_silently(BUSY_METRICS_SQL).to_h
+          self.queues |= busy_count_by_queue.keys
+        end
+
+        queues.each do |queue|
+          run_at = run_at_by_queue[queue]
+          run_at = DateTime.parse(run_at) if run_at.is_a?(String)
+          latency_ms = run_at ? ((t - run_at) * 1000).ceil : 0
+          latency_ms = 0 if latency_ms < 0
+
+          metrics.push Metric.new(:qt, latency_ms, t, queue)
+
+          if track_busy_jobs?
+            busy_count = busy_count_by_queue[queue] || 0
+            metrics.push Metric.new(:busy, busy_count, Time.now, queue)
+          end
+        end
+
+        log_collection(metrics)
+        metrics
+      end
+    end
+  end
+end

data/lib/rails_autoscale/que/version.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module RailsAutoscale
+  module Que
+    VERSION = "1.0.0"
+  end
+end

data/lib/rails_autoscale/que.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require "rails-autoscale-core"
+require "rails_autoscale/config"
+require "rails_autoscale/que/version"
+require "rails_autoscale/que/metrics_collector"
+require "que"
+
+RailsAutoscale.add_adapter :"rails-autoscale-que",
+  {
+    adapter_version: RailsAutoscale::Que::VERSION,
+    framework_version: ::Que::VERSION
+  },
+  metrics_collector: RailsAutoscale::Que::MetricsCollector,
+  expose_config: RailsAutoscale::Config::JobAdapterConfig.new(:que)

data/rails-autoscale-que.gemspec

@@ -0,0 +1,30 @@
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "rails_autoscale/que/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "rails-autoscale-que"
+  spec.version = RailsAutoscale::Que::VERSION
+  spec.authors = ["Adam McCrea", "Carlos Antonio da Silva"]
+  spec.email = ["adam@adamlogic.com"]
+
+  spec.summary = "This gem provides Que integration with the Rails Autoscale autoscaling add-on for Heroku."
+  spec.homepage = "https://railsautoscale.com"
+  spec.license = "MIT"
+
+  spec.metadata = {
+    "homepage_uri" => "https://railsautoscale.com",
+    "bug_tracker_uri" => "https://github.com/rails-autoscale/rails-autoscale-gems/issues",
+    "documentation_uri" => "https://railsautoscale.com/docs",
+    "changelog_uri" => "https://github.com/rails-autoscale/rails-autoscale-gems/blob/main/CHANGELOG.md",
+    "source_code_uri" => "https://github.com/rails-autoscale/rails-autoscale-gems"
+  }
+
+  spec.files = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.require_paths = ["lib"]
+
+  spec.required_ruby_version = ">= 2.6.0"
+
+  spec.add_dependency "rails-autoscale-core"
+  spec.add_dependency "que", ">= 1.0"
+end

metadata

@@ -0,0 +1,88 @@
+--- !ruby/object:Gem::Specification
+name: rails-autoscale-que
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Adam McCrea
+- Carlos Antonio da Silva
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2022-09-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails-autoscale-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: que
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+description:
+email:
+- adam@adamlogic.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile-activerecord-6-1
+- Gemfile-que-2
+- Gemfile.lock
+- Rakefile
+- lib/rails-autoscale-que.rb
+- lib/rails_autoscale/que.rb
+- lib/rails_autoscale/que/metrics_collector.rb
+- lib/rails_autoscale/que/version.rb
+- rails-autoscale-que.gemspec
+homepage: https://railsautoscale.com
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://railsautoscale.com
+  bug_tracker_uri: https://github.com/rails-autoscale/rails-autoscale-gems/issues
+  documentation_uri: https://railsautoscale.com/docs
+  changelog_uri: https://github.com/rails-autoscale/rails-autoscale-gems/blob/main/CHANGELOG.md
+  source_code_uri: https://github.com/rails-autoscale/rails-autoscale-gems
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.6.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.32
+signing_key:
+specification_version: 4
+summary: This gem provides Que integration with the Rails Autoscale autoscaling add-on
+  for Heroku.
+test_files: []