good_job 2.7.1 → 2.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ad8ca019c816dee452b246cdaa6d806844bcbd6aca63da6e5d52c87828c9c8e4
-  data.tar.gz: 343c128a0d8477688e8f38d214add4c341dbfce694c19c6c2acf9cf7bb5c5cef
+  metadata.gz: ae78ac0322802107488f4a8b55963665cf9b3f173eb05174382bf05afdcef5a6
+  data.tar.gz: 2f41dd00281bcf2d0a2c29f6124de36964dcc730436f1cbd2f4c740c873263ed
 SHA512:
-  metadata.gz: d5153a01609aefefd4ac23319ba76755ba13ea64c749b9b582fda5a17a497c0d640e20e6db91aa9eb9b18042b62283acc8dd25c67f1389290291ae55c2187f33
-  data.tar.gz: e145b2a1d26eaf4b07e60ca8826e39216de230569f197f0eafae481b7716754aeb95a4bce54330e15389612f49361f320c8934965beca9c4c60d97f1a84f3b05
+  metadata.gz: 0ec2d40fdd87f293f8372e27040c7b14f8668645f50bc968ce91ec758202a400bb7c4a9ecb2e31a5827d59717dc3069840d5402981e1dc9f98c113120e259258
+  data.tar.gz: 0dd784cee33ab996ad332d1bfc371c357ffe3fb9727629096cff7189cc391195c109400240569444221a2ebf3340e2ab0d2d1c7bbd2830ee1c5b2ada9117d995

data/CHANGELOG.md

@@ -1,5 +1,66 @@
 # Changelog
 
+## [v2.8.0](https://github.com/bensheldon/good_job/tree/v2.8.0) (2021-12-31)
+
+[Full Changelog](https://github.com/bensheldon/good_job/compare/v2.7.4...v2.8.0)
+
+**Implemented enhancements:**
+
+- GoodJob should automatically clean up after itself and delete old job records [\#412](https://github.com/bensheldon/good_job/issues/412)
+- Track processes in the database and on the Dashboard [\#472](https://github.com/bensheldon/good_job/pull/472) ([bensheldon](https://github.com/bensheldon))
+- Allow Scheduler to automatically clean up preserved jobs every N jobs or seconds [\#465](https://github.com/bensheldon/good_job/pull/465) ([bensheldon](https://github.com/bensheldon))
+
+**Closed issues:**
+
+- Is there a way to show how many worker/process is running currently [\#471](https://github.com/bensheldon/good_job/issues/471)
+- Jobs stuck in the unfinished state [\#448](https://github.com/bensheldon/good_job/issues/448)
+
+**Merged pull requests:**
+
+- Doublequote Ruby 3.0 in testing matrix [\#473](https://github.com/bensheldon/good_job/pull/473) ([bensheldon](https://github.com/bensheldon))
+- Have demo CleanupJob use GoodJob.cleanup\_preserved\_jobs [\#470](https://github.com/bensheldon/good_job/pull/470) ([bensheldon](https://github.com/bensheldon))
+- Test with Rails 7.0.0 [\#469](https://github.com/bensheldon/good_job/pull/469) ([aried3r](https://github.com/aried3r))
+
+## [v2.7.4](https://github.com/bensheldon/good_job/tree/v2.7.4) (2021-12-16)
+
+[Full Changelog](https://github.com/bensheldon/good_job/compare/v2.7.3...v2.7.4)
+
+**Fixed bugs:**
+
+- Add nonce: true to javascript\_include\_tag in dashboard [\#468](https://github.com/bensheldon/good_job/pull/468) ([bouk](https://github.com/bouk))
+
+**Closed issues:**
+
+- Add nonce: true to engine views  [\#467](https://github.com/bensheldon/good_job/issues/467)
+- Updating good\_job breaks my Rails 7 alpha 2 local development [\#462](https://github.com/bensheldon/good_job/issues/462)
+
+**Merged pull requests:**
+
+- Update appraisal for Rails 7.0.0.rc1 [\#466](https://github.com/bensheldon/good_job/pull/466) ([bensheldon](https://github.com/bensheldon))
+
+## [v2.7.3](https://github.com/bensheldon/good_job/tree/v2.7.3) (2021-11-30)
+
+[Full Changelog](https://github.com/bensheldon/good_job/compare/v2.7.2...v2.7.3)
+
+**Fixed bugs:**
+
+- Logger error on 2.7.2 [\#463](https://github.com/bensheldon/good_job/issues/463)
+- Fix Railtie configuration assignment when Rails configuration is a Hash, not an OrderedOptions [\#464](https://github.com/bensheldon/good_job/pull/464) ([bensheldon](https://github.com/bensheldon))
+
+## [v2.7.2](https://github.com/bensheldon/good_job/tree/v2.7.2) (2021-11-29)
+
+[Full Changelog](https://github.com/bensheldon/good_job/compare/v2.7.1...v2.7.2)
+
+**Implemented enhancements:**
+
+- Allow GoodJob global configuration accessors to also be set via Rails config hash [\#460](https://github.com/bensheldon/good_job/pull/460) ([bensheldon](https://github.com/bensheldon))
+
+**Merged pull requests:**
+
+- Use `ActiveRecord::Relation::QueryAttribute` when setting up bindings for `exec_query` [\#461](https://github.com/bensheldon/good_job/pull/461) ([bensheldon](https://github.com/bensheldon))
+- Configure RSpec `config.example_status_persistence_file_path` [\#459](https://github.com/bensheldon/good_job/pull/459) ([bensheldon](https://github.com/bensheldon))
+- Defer async initialization until Rails fully initialized [\#454](https://github.com/bensheldon/good_job/pull/454) ([bensheldon](https://github.com/bensheldon))
+
 ## [v2.7.1](https://github.com/bensheldon/good_job/tree/v2.7.1) (2021-11-26)
 
 [Full Changelog](https://github.com/bensheldon/good_job/compare/v2.7.0...v2.7.1)

data/README.md

@@ -2,6 +2,7 @@
 
 [![Gem Version](https://badge.fury.io/rb/good_job.svg)](https://rubygems.org/gems/good_job)
 [![Test Status](https://github.com/bensheldon/good_job/workflows/Test/badge.svg)](https://github.com/bensheldon/good_job/actions)
+[![Ruby Toolbox](https://img.shields.io/badge/dynamic/json?color=blue&label=Ruby%20Toolbox&query=%24.projects%5B0%5D.score&url=https%3A%2F%2Fwww.ruby-toolbox.com%2Fapi%2Fprojects%2Fcompare%2Fgood_job&logo=data:image/svg+xml;base64,PHN2ZyBhcmlhLWhpZGRlbj0idHJ1ZSIgZm9jdXNhYmxlPSJmYWxzZSIgZGF0YS1wcmVmaXg9ImZhcyIgZGF0YS1pY29uPSJmbGFzayIgY2xhc3M9InN2Zy1pbmxpbmUtLWZhIGZhLWZsYXNrIGZhLXctMTQiIHJvbGU9ImltZyIgeG1sbnM9Imh0dHA6Ly93d3cudzMub3JnLzIwMDAvc3ZnIiB2aWV3Qm94PSIwIDAgNDQ4IDUxMiI+PHBhdGggZmlsbD0id2hpdGUiIGQ9Ik00MzcuMiA0MDMuNUwzMjAgMjE1VjY0aDhjMTMuMyAwIDI0LTEwLjcgMjQtMjRWMjRjMC0xMy4zLTEwLjctMjQtMjQtMjRIMTIwYy0xMy4zIDAtMjQgMTAuNy0yNCAyNHYxNmMwIDEzLjMgMTAuNyAyNCAyNCAyNGg4djE1MUwxMC44IDQwMy41Qy0xOC41IDQ1MC42IDE1LjMgNTEyIDcwLjkgNTEyaDMwNi4yYzU1LjcgMCA4OS40LTYxLjUgNjAuMS0xMDguNXpNMTM3LjkgMzIwbDQ4LjItNzcuNmMzLjctNS4yIDUuOC0xMS42IDUuOC0xOC40VjY0aDY0djE2MGMwIDYuOSAyLjIgMTMuMiA1LjggMTguNGw0OC4yIDc3LjZoLTE3MnoiPjwvcGF0aD48L3N2Zz4=)](https://www.ruby-toolbox.com/projects/good_job)
 
 GoodJob is a multithreaded, Postgres-based, ActiveJob backend for Ruby on Rails.
 
@@ -97,7 +98,7 @@ For more of the story of GoodJob, read the [introductory blog post](https://isla
 1. Configure the ActiveJob adapter:
 
     ```ruby
-    # config/application.rb
+    # config/application.rb or config/environments/{RAILS_ENV}.rb
     config.active_job.queue_adapter = :good_job
     ```
 
@@ -212,43 +213,48 @@ to delete old records and preserve space in your database.
 
 ### Configuration options
 
-To use GoodJob, you can set `config.active_job.queue_adapter` to a `:good_job`.
+ActiveJob configuration depends on where the code is placed:
 
-Additional configuration can be provided via `config.good_job.OPTION = ...`.
+- `config.active_job.queue_adapter = :good_job` within `config/application.rb` or `config/environments/*.rb`.
+- `ActiveJob::Base.queue_adapter = :good_job` within an initializer (e.g. `config/initializers/active_job.rb`).
 
-_Configuration **must** be placed into `config/application.rb` or `config/environments/{RAILS_ENV}.rb`; configuration may not work correctly if placed into `config/initializers/*.rb` because application initializers run _after_ gem initialization (see [Rails#36650](https://github.com/rails/rails/issues/36650) and [GoodJob#380](https://github.com/bensheldon/good_job/issues/380))._
+GoodJob configuration can be placed within Rails `config` directory for all environments (`config/application.rb`), within a particular environment (e.g. `config/environments/development.rb`), or within an initializer (e.g. `config/initializers/good_job.rb`).
 
 Configuration examples:
 
 ```ruby
-# config/application.rb
-
-config.active_job.queue_adapter = :good_job
-
-# Configure options individually...
-config.good_job.execution_mode = :async
-config.good_job.max_threads = 5
-config.good_job.poll_interval = 30 # seconds
-config.good_job.shutdown_timeout = 25 # seconds
-config.good_job.enable_cron = true
-config.good_job.cron = { example: { cron: '0 * * * *', class: 'ExampleJob'  } }
-config.good_job.queues = '*'
-
-# ...or all at once.
-config.good_job = {
-  execution_mode: :async,
-  max_threads: 5,
-  poll_interval: 30,
-  shutdown_timeout: 25,
-  enable_cron: true,
-  cron: {
-    example: {
-      cron: '0 * * * *',
-      class: 'ExampleJob'
+Rails.application.configure do
+  # Configure options individually...
+  config.good_job.preserve_job_records = true
+  config.good_job.retry_on_unhandled_error = false
+  config.good_job.on_thread_error = -> (exception) { Raven.capture_exception(exception) }
+  config.good_job.execution_mode = :async
+  config.good_job.max_threads = 5
+  config.good_job.poll_interval = 30 # seconds
+  config.good_job.shutdown_timeout = 25 # seconds
+  config.good_job.enable_cron = true
+  config.good_job.cron = { example: { cron: '0 * * * *', class: 'ExampleJob'  } }
+  config.good_job.queues = '*'
+
+  # ...or all at once.
+  config.good_job = {
+    preserve_job_records: true,
+    retry_on_unhandled_error: false,
+    on_thread_error: -> (exception) { Raven.capture_exception(exception) },
+    execution_mode: :async,
+    max_threads: 5,
+    poll_interval: 30,
+    shutdown_timeout: 25,
+    enable_cron: true,
+    cron: {
+      example: {
+        cron: '0 * * * *',
+        class: 'ExampleJob'
+      },
     },
-  },
-  queues: '*',
-}
+    queues: '*',
+  }
+end
 ```
 
 Available configuration options are:
@@ -265,6 +271,17 @@ Available configuration options are:
 - `shutdown_timeout` (float) number of seconds to wait for jobs to finish when shutting down before stopping the thread. Defaults to forever: `-1`. You can also set this with the environment variable `GOOD_JOB_SHUTDOWN_TIMEOUT`.
 - `enable_cron` (boolean) whether to run cron process. Defaults to `false`. You can also set this with the environment variable `GOOD_JOB_ENABLE_CRON`.
 - `cron` (hash) cron configuration. Defaults to `{}`. You can also set this as a JSON string with the environment variable `GOOD_JOB_CRON`
+- `cleanup_preserved_jobs_before_seconds_ago` (integer) number of seconds to preserve jobs when using the `$ good_job cleanup_preserved_jobs` CLI command or calling `GoodJob.cleanup_preserved_jobs`. Defaults to `86400` (1 day). Can also be set with  the environment variable `GOOD_JOB_CLEANUP_PRESERVED_JOBS_BEFORE_SECONDS_AGO`.  _This configuration is only used when {GoodJob.preserve_job_records} is `true`._
+- `cleanup_interval_jobs` (integer) Number of jobs a Scheduler will execute before cleaning up preserved jobs. Defaults to `nil`. Can also be set with  the environment variable `GOOD_JOB_CLEANUP_INTERVAL_JOBS`.
+- `cleanup_interval_seconds` (integer) Number of seconds a Scheduler will wait before cleaning up preserved jobs. Defaults to `nil`. Can also be set with  the environment variable `GOOD_JOB_CLEANUP_INTERVAL_SECONDS`.
+- `logger` ([Rails Logger](https://api.rubyonrails.org/classes/ActiveSupport/Logger.html)) lets you set a custom logger for GoodJob. It should be an instance of a Rails `Logger` (Default: `Rails.logger`).
+- `preserve_job_records` (boolean) keeps job records in your database even after jobs are completed. (Default: `false`)
+- `retry_on_unhandled_error` (boolean) causes jobs to be re-queued and retried if they raise an instance of `StandardError`. Instances of `Exception`, like SIGINT, will *always* be retried, regardless of this attribute’s value. (Default: `true`)
+- `on_thread_error` (proc, lambda, or callable) will be called when an Exception. It can be useful for logging errors to bug tracking services, like Sentry or Airbrake. Example:
+
+    ```ruby
+    config.good_job.on_thread_error = -> (exception) { Raven.capture_exception(exception) }
+    ```
 
 By default, GoodJob configures the following execution modes per environment:
 
@@ -285,7 +302,7 @@ config.good_job.execution_mode = :external
 
 ### Global options
 
-Good Job’s general behavior can also be configured via several attributes directly on the `GoodJob` module:
+Good Job’s general behavior can also be configured via attributes directly on the `GoodJob` module:
 
 - **`GoodJob.active_record_parent_class`** (string) The ActiveRecord parent class inherited by GoodJob's ActiveRecord model `GoodJob::Job` (defaults to `"ActiveRecord::Base"`). Configure this when using [multiple databases with ActiveRecord](https://guides.rubyonrails.org/active_record_multiple_databases.html) or when other custom configuration is necessary for the ActiveRecord model to connect to the Postgres database. _The value must be a String to avoid premature initialization of ActiveRecord._
 - **`GoodJob.logger`** ([Rails Logger](https://api.rubyonrails.org/classes/ActiveSupport/Logger.html)) lets you set a custom logger for GoodJob. It should be an instance of a Rails `Logger`.

data/engine/app/charts/good_job/scheduled_by_queue_chart.rb

@@ -30,7 +30,10 @@ module GoodJob
         ORDER BY timestamp ASC
       SQL
 
-      binds = [[nil, start_time], [nil, end_time]]
+      binds = [
+        ActiveRecord::Relation::QueryAttribute.new('start_time', start_time, ActiveRecord::Type::DateTime.new),
+        ActiveRecord::Relation::QueryAttribute.new('end_time', end_time, ActiveRecord::Type::DateTime.new),
+      ]
       executions_data = GoodJob::Execution.connection.exec_query(GoodJob::Execution.pg_or_jdbc_query(count_query), "GoodJob Dashboard Chart", binds)
 
       queue_names = executions_data.reject { |d| d['count'].nil? }.map { |d| d['queue_name'] || BaseFilter::EMPTY }.uniq

data/engine/app/controllers/good_job/processes_controller.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+module GoodJob
+  class ProcessesController < GoodJob::BaseController
+    def index
+      @processes = GoodJob::Process.active.order(created_at: :desc) if GoodJob::Process.migrated?
+    end
+  end
+end

data/engine/app/views/good_job/processes/index.html.erb

@@ -0,0 +1,40 @@
+<% if !GoodJob::Process.migrated? %>
+  <div class="card my-3">
+    <div class="card-body">
+      <p class="card-text">
+        <em>Feature unavailable because of pending database migration.</em>
+      </p>
+    </div>
+  </div>
+<% elsif @processes.present? %>
+  <div class="card my-3">
+    <div class="table-responsive">
+      <table class="table card-table table-bordered table-hover table-sm mb-0">
+        <thead>
+        <tr>
+          <th>Process UUID</th>
+          <th>Created At</th></th>
+          <th>State</th>
+        </tr>
+        </thead>
+        <tbody>
+        <% @processes.each do |process| %>
+          <tr class="<%= dom_class(process) %>" id="<%= dom_id(process) %>">
+            <td><%= process.id %></td>
+            <td><%= relative_time(process.created_at) %></td>
+            <td><%= tag.pre JSON.pretty_generate(process.state) %></td>
+          </tr>
+        <% end %>
+        </tbody>
+      </table>
+    </div>
+  </div>
+<% else %>
+  <div class="card my-3">
+    <div class="card-body">
+      <p class="card-text">
+        <em>No GoodJob processes found.</em>
+      </p>
+    </div>
+  </div>
+<% end %>

data/engine/app/views/layouts/good_job/base.html.erb

@@ -8,11 +8,11 @@
   <%= stylesheet_link_tag bootstrap_path(format: :css, v: GoodJob::VERSION) %>
   <%= stylesheet_link_tag style_path(format: :css, v: GoodJob::VERSION) %>
 
-  <%= javascript_include_tag bootstrap_path(format: :js, v: GoodJob::VERSION) %>
-  <%= javascript_include_tag chartjs_path(format: :js, v: GoodJob::VERSION) %>
-  <%= javascript_include_tag scripts_path(format: :js, v: GoodJob::VERSION) %>
+  <%= javascript_include_tag bootstrap_path(format: :js, v: GoodJob::VERSION), nonce: true %>
+  <%= javascript_include_tag chartjs_path(format: :js, v: GoodJob::VERSION), nonce: true %>
+  <%= javascript_include_tag scripts_path(format: :js, v: GoodJob::VERSION), nonce: true %>
 
-  <%= javascript_include_tag rails_ujs_path(format: :js, v: GoodJob::VERSION) %>
+  <%= javascript_include_tag rails_ujs_path(format: :js, v: GoodJob::VERSION), nonce: true %>
 </head>
 <body>
   <nav class="navbar navbar-expand-lg navbar-light bg-light">
@@ -33,23 +33,14 @@
           <li class="nav-item">
             <%= link_to "Cron Schedules", cron_entries_path, class: ["nav-link", ("active" if current_page?(cron_entries_path))] %>
           </li>
+          <li class="nav-item">
+            <%= link_to "Processes", processes_path, class: ["nav-link", ("active" if current_page?(processes_path))] %>
+          </li>
           <li class="nav-item">
             <div class="nav-link">
               <span class="badge bg-secondary">More views coming soon</span>
             </div>
           </li>
-
-          <!-- Coming Soon
-            <li class="nav-item">
-              <%= link_to "Upcoming Jobs", 'todo', class: ["nav-link", ("active" if current_page?('todo'))] %>
-            </li>
-            <li class="nav-item">
-              <%= link_to "Finished Jobs", 'todo', class: ["nav-link", ("active" if current_page?('todo'))] %>
-            </li>
-            <li class="nav-item">
-              <%= link_to "Errored Jobs", 'todo', class: ["nav-link", ("active" if current_page?('todo'))] %>
-            </li>
-          -->
         </ul>
         <div class="text-muted" title="Now is <%= Time.current %>">Times are displayed in <%= Time.current.zone %> timezone</div>
       </div>

data/engine/config/routes.rb

@@ -2,11 +2,7 @@
 GoodJob::Engine.routes.draw do
   root to: 'executions#index'
 
-  resources :cron_entries, only: %i[index show] do
-    member do
-      post :enqueue
-    end
-  end
+  resources :executions, only: %i[destroy]
 
   resources :jobs, only: %i[index show] do
     member do
@@ -15,7 +11,14 @@ GoodJob::Engine.routes.draw do
       put :retry
     end
   end
-  resources :executions, only: %i[destroy]
+
+  resources :cron_entries, only: %i[index show] do
+    member do
+      post :enqueue
+    end
+  end
+
+  resources :processes, only: %i[index]
 
   scope controller: :assets do
     constraints(format: :css) do

data/lib/generators/good_job/templates/install/migrations/create_good_jobs.rb.erb

@@ -21,6 +21,11 @@ class CreateGoodJobs < ActiveRecord::Migration<%= migration_version %>
       t.timestamp :cron_at
     end
 
+    create_table :good_job_processes, id: :uuid do |t|
+      t.timestamps
+      t.jsonb :state
+    end
+
     add_index :good_jobs, :scheduled_at, where: "(finished_at IS NULL)", name: "index_good_jobs_on_scheduled_at"
     add_index :good_jobs, [:queue_name, :scheduled_at], where: "(finished_at IS NULL)", name: :index_good_jobs_on_queue_name_and_scheduled_at
     add_index :good_jobs, [:active_job_id, :created_at], name: :index_good_jobs_on_active_job_id_and_created_at

data/lib/generators/good_job/templates/update/migrations/04_create_good_job_processes.rb.erb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+class CreateGoodJobProcesses < ActiveRecord::Migration<%= migration_version %>
+  def change
+    reversible do |dir|
+      dir.up do
+        # Ensure this incremental update migration is idempotent
+        # with monolithic install migration.
+        return if connection.table_exists?(:good_job_processes)
+      end
+    end
+
+    create_table :good_job_processes, id: :uuid do |t|
+      t.timestamps
+      t.jsonb :state
+    end
+  end
+end

data/lib/good_job/active_job_job.rb

@@ -4,10 +4,7 @@ module GoodJob
   # There is not a table in the database whose discrete rows represents "Jobs".
   # The +good_jobs+ table is a table of individual {GoodJob::Execution}s that share the same +active_job_id+.
   # A single row from the +good_jobs+ table of executions is fetched to represent an ActiveJobJob
-  # Parent class can be configured with +GoodJob.active_record_parent_class+.
-  # @!parse
-  #   class ActiveJob < ActiveRecord::Base; end
-  class ActiveJobJob < Object.const_get(GoodJob.active_record_parent_class)
+  class ActiveJobJob < BaseRecord
     include Filterable
     include Lockable
 

data/lib/good_job/adapter.rb

@@ -4,6 +4,12 @@ module GoodJob
   # ActiveJob Adapter.
   #
   class Adapter
+    # @!attribute [r] instances
+    #   @!scope class
+    #   List of all instantiated Adapters in the current process.
+    #   @return [Array<GoodJob::Adapter>, nil]
+    cattr_reader :instances, default: [], instance_reader: false
+
     # @param execution_mode [Symbol, nil] specifies how and where jobs should be executed. You can also set this with the environment variable +GOOD_JOB_EXECUTION_MODE+.
     #
     #  - +:inline+ executes jobs immediately in whatever process queued them (usually the web server process). This should only be used in test and development environments.
@@ -20,7 +26,8 @@ module GoodJob
     # @param max_threads [Integer, nil] sets the number of threads per scheduler to use when +execution_mode+ is set to +:async+. The +queues+ parameter can specify a number of threads for each group of queues which will override this value. You can also set this with the environment variable +GOOD_JOB_MAX_THREADS+. Defaults to +5+.
     # @param queues [String, nil] determines which queues to execute jobs from when +execution_mode+ is set to +:async+. See {file:README.md#optimize-queues-threads-and-processes} for more details on the format of this string. You can also set this with the environment variable +GOOD_JOB_QUEUES+. Defaults to +"*"+.
     # @param poll_interval [Integer, nil] sets the number of seconds between polls for jobs when +execution_mode+ is set to +:async+. You can also set this with the environment variable +GOOD_JOB_POLL_INTERVAL+. Defaults to +1+.
-    def initialize(execution_mode: nil, queues: nil, max_threads: nil, poll_interval: nil)
+    # @param start_async_on_initialize [Boolean] whether to start the async scheduler when the adapter is initialized.
+    def initialize(execution_mode: nil, queues: nil, max_threads: nil, poll_interval: nil, start_async_on_initialize: Rails.application.initialized?)
       @configuration = GoodJob::Configuration.new(
         {
           execution_mode: execution_mode,
@@ -30,16 +37,9 @@ module GoodJob
         }
       )
       @configuration.validate!
+      self.class.instances << self
 
-      if execute_async? # rubocop:disable Style/GuardClause
-        @notifier = GoodJob::Notifier.new
-        @poller = GoodJob::Poller.new(poll_interval: @configuration.poll_interval)
-        @scheduler = GoodJob::Scheduler.from_configuration(@configuration, warm_cache_on_initialize: Rails.application.initialized?)
-        @notifier.recipients << [@scheduler, :create_thread]
-        @poller.recipients << [@scheduler, :create_thread]
-
-        @cron_manager = GoodJob::CronManager.new(@configuration.cron_entries, start_on_initialize: Rails.application.initialized?) if @configuration.enable_cron?
-      end
+      start_async if start_async_on_initialize
     end
 
     # Enqueues the ActiveJob job to be performed.
@@ -74,7 +74,7 @@ module GoodJob
         job_state = { queue_name: execution.queue_name }
         job_state[:scheduled_at] = execution.scheduled_at if execution.scheduled_at
 
-        executed_locally = execute_async? && @scheduler.create_thread(job_state)
+        executed_locally = execute_async? && @scheduler&.create_thread(job_state)
         Notifier.notify(job_state) unless executed_locally
       end
 
@@ -97,6 +97,7 @@ module GoodJob
 
       executables = [@notifier, @poller, @scheduler].compact
       GoodJob._shutdown_all(executables, timeout: timeout)
+      @_async_started = false
     end
 
     # Whether in +:async+ execution mode.
@@ -119,6 +120,28 @@ module GoodJob
       @configuration.execution_mode == :inline
     end
 
+    # Start async executors
+    # @return [void]
+    def start_async
+      return unless execute_async?
+
+      @notifier = GoodJob::Notifier.new
+      @poller = GoodJob::Poller.new(poll_interval: @configuration.poll_interval)
+      @scheduler = GoodJob::Scheduler.from_configuration(@configuration, warm_cache_on_initialize: true)
+      @notifier.recipients << [@scheduler, :create_thread]
+      @poller.recipients << [@scheduler, :create_thread]
+
+      @cron_manager = GoodJob::CronManager.new(@configuration.cron_entries, start_on_initialize: true) if @configuration.enable_cron?
+
+      @_async_started = true
+    end
+
+    # Whether the async executors are running
+    # @return [Boolean]
+    def async_started?
+      @_async_started
+    end
+
     private
 
     # Whether running in a web server process.

data/lib/good_job/assignable_connection.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+module GoodJob # :nodoc:
+  # Extends an ActiveRecord odel to override the connection and use
+  # an explicit connection that has been removed from the pool.
+  module AssignableConnection
+    extend ActiveSupport::Concern
+
+    included do
+      thread_cattr_accessor :_connection
+    end
+
+    class_methods do
+      # Assigns a connection to the model.
+      # @param conn [ActiveRecord::ConnectionAdapters::AbstractAdapter]
+      # @return [void]
+      def connection=(conn)
+        self._connection = conn
+      end
+
+      # Overrides the existing connection method to use the assigned connection
+      # @return [ActiveRecord::ConnectionAdapters::AbstractAdapter]
+      def connection
+        _connection || super
+      end
+
+      # Block interface to assign the connection, yield, then unassign the connection.
+      # @param conn [ActiveRecord::ConnectionAdapters::AbstractAdapter]
+      # @return [void]
+      def with_connection(conn)
+        original_conn = _connection
+        self.connection = conn
+        yield
+      ensure
+        self._connection = original_conn
+      end
+    end
+  end
+end

data/lib/good_job/base_record.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+module GoodJob
+  # Base ActiveRecord class that all GoodJob models inherit from.
+  # Parent class can be configured with +GoodJob.active_record_parent_class+.
+  # @!parse
+  #   class BaseRecord < ActiveRecord::Base; end
+  class BaseRecord < Object.const_get(GoodJob.active_record_parent_class)
+    self.abstract_class = true
+
+    def self.migration_pending_warning!
+      ActiveSupport::Deprecation.warn(<<~DEPRECATION)
+        GoodJob has pending database migrations. To create the migration files, run:
+            rails generate good_job:update
+        To apply the migration files, run:
+            rails db:migrate
+      DEPRECATION
+      nil
+    end
+  end
+end

data/lib/good_job/cleanup_tracker.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+module GoodJob # :nodoc:
+  # Tracks thresholds for cleaning up old jobs.
+  class CleanupTracker
+    attr_accessor :cleanup_interval_seconds,
+                  :cleanup_interval_jobs,
+                  :job_count,
+                  :last_at
+
+    def initialize(cleanup_interval_seconds: nil, cleanup_interval_jobs: nil)
+      self.cleanup_interval_seconds = cleanup_interval_seconds
+      self.cleanup_interval_jobs = cleanup_interval_jobs
+
+      reset
+    end
+
+    # Increments job count.
+    # @return [void]
+    def increment
+      self.job_count += 1
+    end
+
+    # Whether a cleanup should be run.
+    # @return [Boolean]
+    def cleanup?
+      (cleanup_interval_jobs && job_count > cleanup_interval_jobs) ||
+        (cleanup_interval_seconds && last_at < Time.current - cleanup_interval_seconds) ||
+        false
+    end
+
+    # Resets the counters.
+    # @return [void]
+    def reset
+      self.job_count = 0
+      self.last_at = Time.current
+    end
+  end
+end

data/lib/good_job/cli.rb

@@ -96,6 +96,7 @@ module GoodJob
       poller.recipients << [scheduler, :create_thread]
 
       cron_manager = GoodJob::CronManager.new(configuration.cron_entries, start_on_initialize: true) if configuration.enable_cron?
+
       if configuration.probe_port
         probe_server = GoodJob::ProbeServer.new(port: configuration.probe_port)
         probe_server.start