good_job 3.3.2 → 3.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7b5dad621ffb6df8e754cc906eb748605d14525e7286f163f536c577d70f287c
-  data.tar.gz: 2f2973f6e21b7cf55ceb569cfff1bbf9fa1a579e544c7b96cae15c56cb890ce4
+  metadata.gz: 38942c9c17765023398fe2a5c2f3dc2c0ebadc799858ed1102bc47bd11d70ed9
+  data.tar.gz: 1dbbff4895a344d948592ec8801e1a325f48b984b66738efdbf785ca4f46f9b6
 SHA512:
-  metadata.gz: dbc0e6fe97519eabaee2f82f0de69cfbce24a928ba579ac57fd1b0c38b9693269a7b7bb69042d621a84fca224f2ec335bf9a5c2c7420a9e3e4cf9bbdf0f34460
-  data.tar.gz: b237d93f4741900bcc7263a754155328d31452cc040ee047d5bdca1dc0d0dbd9dfa416563dd70482d3d56f0bc73ef7d57b91a256760895a8ed9127cef2fb8127
+  metadata.gz: 03ac67ff433d1124b3d1dfcb07fb61d9b47393d4dcc8f3341698d5eead8597611009f453ea7cdc09f12cab2b1fbd1a6ed04fcb14fbe532aed8d0ac9fdb9c33f0
+  data.tar.gz: 0d951f8f156fbc47df60271d8f845df9ee93980af9ce3153a81fb8e3c7c0b4f80cbe7f727189be7d06930b97e30b89c65bf7d15fbe39138044979c8c4b319c8d

data/CHANGELOG.md

@@ -1,5 +1,50 @@
 # Changelog
 
+## [v3.4.1](https://github.com/bensheldon/good_job/tree/v3.4.1) (2022-08-06)
+
+[Full Changelog](https://github.com/bensheldon/good_job/compare/v3.4.0...v3.4.1)
+
+**Closed issues:**
+
+- Add `cron_enabled` to Process state [\#673](https://github.com/bensheldon/good_job/issues/673)
+- Good job is using a lot of memory / ram [\#613](https://github.com/bensheldon/good_job/issues/613)
+- ActiveRecord::StatementInvalid: PG::ConnectionBad: PQsocket\(\) can't get socket descriptor every 30 minutes aprox. [\#579](https://github.com/bensheldon/good_job/issues/579)
+
+**Merged pull requests:**
+
+- Only report Notifier connection errors once after they happen 3 consecutive times [\#689](https://github.com/bensheldon/good_job/pull/689) ([bensheldon](https://github.com/bensheldon))
+
+## [v3.4.0](https://github.com/bensheldon/good_job/tree/v3.4.0) (2022-08-05)
+
+[Full Changelog](https://github.com/bensheldon/good_job/compare/v3.3.3...v3.4.0)
+
+**Implemented enhancements:**
+
+- Add cron\_enabled attribute to good\_job and pass it to process current state [\#675](https://github.com/bensheldon/good_job/pull/675) ([saksham-jain](https://github.com/saksham-jain))
+- Reverse Dashboard Filter Hierarchy to be: queues+jobs then state [\#666](https://github.com/bensheldon/good_job/pull/666) ([bensheldon](https://github.com/bensheldon))
+- Allow cron entries to be temporarily disabled and re-enabled through the Dashboard [\#649](https://github.com/bensheldon/good_job/pull/649) ([alex-klepa](https://github.com/alex-klepa))
+- Add Configuration.total\_estimated\_threads to report number of threads consumed by GoodJob [\#645](https://github.com/bensheldon/good_job/pull/645) ([bensheldon](https://github.com/bensheldon))
+
+**Closed issues:**
+
+- Cron Schedule jobs add disable action [\#540](https://github.com/bensheldon/good_job/issues/540)
+
+**Merged pull requests:**
+
+- Removed text that implied an existing feature had not been finished [\#688](https://github.com/bensheldon/good_job/pull/688) ([pgvsalamander](https://github.com/pgvsalamander))
+
+## [v3.3.3](https://github.com/bensheldon/good_job/tree/v3.3.3) (2022-08-02)
+
+[Full Changelog](https://github.com/bensheldon/good_job/compare/v3.3.2...v3.3.3)
+
+**Fixed bugs:**
+
+- Detect usage of `puma` CLI for async mode [\#686](https://github.com/bensheldon/good_job/pull/686) ([bensheldon](https://github.com/bensheldon))
+
+**Closed issues:**
+
+- Async not working Rails 7 with puma CLI [\#685](https://github.com/bensheldon/good_job/issues/685)
+
 ## [v3.3.2](https://github.com/bensheldon/good_job/tree/v3.3.2) (2022-07-27)
 
 [Full Changelog](https://github.com/bensheldon/good_job/compare/v3.3.1...v3.3.2)

data/README.md

@@ -472,7 +472,7 @@ config.good_job.cron = {
     args: [42, "life"], # positional arguments to pass; can also be a proc e.g. `-> { [Time.now] }`
     kwargs: { name: "Alice" }, # keyword arguments to pass; can also be a proc e.g. `-> { { name: NAMES.sample } }`
     set: { priority: -10 }, # additional ActiveJob properties; can also be a lambda/proc e.g. `-> { { priority: [1,2].sample } }`
-    description: "Something helpful", # optional description that appears in Dashboard (coming soon!)
+    description: "Something helpful", # optional description that appears in Dashboard
   },
   another_task: {
     cron: "0 0,12 * * *",

data/app/controllers/good_job/cron_entries_controller.rb

@@ -1,6 +1,8 @@
 # frozen_string_literal: true
 module GoodJob
   class CronEntriesController < GoodJob::ApplicationController
+    before_action :check_settings_migration!, only: [:enable, :disable]
+
     def index
       @cron_entries = CronEntry.all
     end
@@ -15,5 +17,23 @@ module GoodJob
       @cron_entry.enqueue(Time.current)
       redirect_back(fallback_location: cron_entries_path, notice: "Cron entry has been enqueued.")
     end
+
+    def enable
+      @cron_entry = CronEntry.find(params[:cron_key])
+      @cron_entry.enable
+      redirect_back(fallback_location: cron_entries_path, notice: "Cron entry has been enabled.")
+    end
+
+    def disable
+      @cron_entry = CronEntry.find(params[:cron_key])
+      @cron_entry.disable
+      redirect_back(fallback_location: cron_entries_path, notice: "Cron entry has been disabled.")
+    end
+
+    private
+
+    def check_settings_migration!
+      redirect_back(fallback_location: cron_entries_path, alert: "Requires pending GoodJob database migration.") unless GoodJob::Setting.migrated?
+    end
   end
 end

data/app/filters/good_job/base_filter.rb

@@ -24,18 +24,19 @@ module GoodJob
       @_last ||= records.last
     end
 
-    def job_classes
-      base_query.group("serialized_params->>'job_class'").count
-                .sort_by { |name, _count| name.to_s }
-                .to_h
-    end
-
     def queues
       base_query.group(:queue_name).count
                 .sort_by { |name, _count| name.to_s || EMPTY }
                 .to_h
     end
 
+    def job_classes
+      filtered_query(params.slice(:queue_name)).unscope(:select)
+                                               .group("serialized_params->>'job_class'").count
+                                               .sort_by { |name, _count| name.to_s }
+                                               .to_h
+    end
+
     def states
       raise NotImplementedError
     end
@@ -51,7 +52,7 @@ module GoodJob
       }.merge(override).delete_if { |_, v| v.blank? }
     end
 
-    def filtered_query
+    def filtered_query(filtered_params = params)
       raise NotImplementedError
     end
 

data/app/filters/good_job/jobs_filter.rb

@@ -2,26 +2,27 @@
 module GoodJob
   class JobsFilter < BaseFilter
     def states
+      query = filtered_query(params.except(:state)).unscope(:select)
       {
-        'scheduled' =>  base_query.scheduled.count,
-        'retried' => base_query.retried.count,
-        'queued' => base_query.queued.count,
-        'running' => base_query.running.count,
-        'finished' => base_query.finished.count,
-        'discarded' => base_query.discarded.count,
+        'scheduled' =>  query.scheduled.count,
+        'retried' => query.retried.count,
+        'queued' => query.queued.count,
+        'running' => query.running.count,
+        'finished' => query.finished.count,
+        'discarded' => query.discarded.count,
       }
     end
 
-    def filtered_query
+    def filtered_query(filter_params = params)
       query = base_query.includes(:executions).includes_advisory_locks
 
-      query = query.job_class(params[:job_class]) if params[:job_class].present?
-      query = query.where(queue_name: params[:queue_name]) if params[:queue_name].present?
-      query = query.search_text(params[:query]) if params[:query].present?
-      query = query.where(cron_key: params[:cron_key]) if params[:cron_key].present?
+      query = query.job_class(filter_params[:job_class]) if filter_params[:job_class].present?
+      query = query.where(queue_name: filter_params[:queue_name]) if filter_params[:queue_name].present?
+      query = query.search_text(filter_params[:query]) if filter_params[:query].present?
+      query = query.where(cron_key: filter_params[:cron_key]) if filter_params[:cron_key].present?
 
-      if params[:state]
-        case params[:state]
+      if filter_params[:state]
+        case filter_params[:state]
         when 'discarded'
           query = query.discarded
         when 'finished'

data/app/models/good_job/base_record.rb

@@ -16,5 +16,15 @@ module GoodJob
       DEPRECATION
       nil
     end
+
+    # Checks for whether the schema is up to date.
+    # Can be overriden by child class.
+    # @return [Boolean]
+    def self.migrated?
+      return true if connection.table_exists?(table_name)
+
+      migration_pending_warning!
+      false
+    end
   end
 end

data/app/models/good_job/cron_entry.rb

@@ -86,6 +86,20 @@ module GoodJob # :nodoc:
       end
     end
 
+    def enabled?
+      return true unless GoodJob::Setting.migrated?
+
+      GoodJob::Setting.cron_key_enabled?(key)
+    end
+
+    def enable
+      GoodJob::Setting.cron_key_enable(key)
+    end
+
+    def disable
+      GoodJob::Setting.cron_key_disable(key)
+    end
+
     def enqueue(cron_at = nil)
       GoodJob::CurrentThread.within do |current_thread|
         current_thread.cron_key = key

data/app/models/good_job/process.rb

@@ -48,6 +48,7 @@ module GoodJob # :nodoc:
         preserve_job_records: GoodJob.preserve_job_records,
         retry_on_unhandled_error: GoodJob.retry_on_unhandled_error,
         schedulers: GoodJob::Scheduler.instances.map(&:name),
+        cron_enabled: GoodJob.configuration.enable_cron?,
       }
     end
 

data/app/models/good_job/setting.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module GoodJob
+  class Setting < BaseRecord
+    CRON_KEYS_DISABLED = "cron_keys_disabled"
+
+    self.table_name = 'good_job_settings'
+
+    def self.cron_key_enabled?(key)
+      cron_disabled = find_by(key: CRON_KEYS_DISABLED)&.value || []
+      cron_disabled.exclude?(key.to_s)
+    end
+
+    def self.cron_key_enable(key)
+      setting = GoodJob::Setting.find_by(key: CRON_KEYS_DISABLED)
+      return unless setting&.value&.include?(key.to_s)
+
+      setting.value.delete(key.to_s)
+      setting.save!
+    end
+
+    def self.cron_key_disable(key)
+      setting = find_or_initialize_by(key: CRON_KEYS_DISABLED) do |record|
+        record.value = []
+      end
+      setting.value << key
+      setting.save!
+    end
+  end
+end

data/app/views/good_job/cron_entries/index.html.erb

@@ -37,10 +37,20 @@
             <% end %>
           </div>
           <div class="col d-flex gap-3 justify-content-end">
-            <%= button_to enqueue_cron_entry_path(cron_entry.id), method: :post, class: "btn btn-sm btn-outline-primary", form_class: "d-inline-block", aria: { label: "Run cron entry now" }, title: "Run cron entry now", data: { confirm: "Confirm run cron entry now" } do %>
-              <%= render "good_job/shared/icons/play" %>
-              Run Now
+            <%= button_to enqueue_cron_entry_path(cron_entry), method: :post, class: "btn btn-sm btn-outline-primary", form_class: "d-inline-block", aria: { label: "Enqueue cron entry now" }, title: "Enqueue cron entry now", data: { confirm: "Confirm enqueue cron entry now" } do %>
+              <%= render_icon "skip_forward" %>
             <% end %>
+
+            <% if cron_entry.enabled? %>
+              <%= button_to disable_cron_entry_path(cron_entry), method: :put, class: "btn btn-sm btn-outline-primary", form_class: "d-inline-block", aria: { label: "Disable cron entry" }, title: "Disable cron entry", data: { confirm: "Confirm disable cron entry" } do %>
+                <%= render_icon "pause" %>
+              <% end %>
+            <% else %>
+              <%= button_to enable_cron_entry_path(cron_entry), method: :put, class: "btn btn-sm btn-outline-primary", form_class: "d-inline-block", aria: { label: "Enable cron entry" }, title: "Enable cron entry", data: { confirm: "Confirm enable cron entry" } do %>
+                <%= render_icon "play" %>
+              <% end %>
+            <% end %>
+
             <%= tag.button type: "button", class: "btn btn-sm text-muted", role: "button",
                            title: "Inspect",
                            data: { bs_toggle: "collapse", bs_target: "##{dom_id(cron_entry, 'properties')}" },

data/app/views/good_job/shared/_filter.erb

@@ -2,14 +2,53 @@
   <div class="bg-light break-out">
     <h2 class="container-fluid pt-3 pb-2"><%= title %></h2>
 
-    <ul class="nav nav-tabs bg-light px-3 mb-3">
+    <%= form_with(url: "", method: :get, local: true, id: "filter_form", class: "container-fluid") do |form| %>
+      <%= hidden_field_tag :poll, params[:poll] %>
+      <%= hidden_field_tag :state, params[:state] %>
+      <div class="d-flex flex-row w-100">
+        <div class="me-2">
+          <select name="queue_name" id="job_queue_filter" class="form-select form-select-sm">
+            <option value="" <%= "selected='selected'" if params[:queue_name].blank? %>>All queues</option>
+
+            <% filter.queues.each do |name, count| %>
+              <option value="<%= name.to_param %>" <%= "selected='selected'" if params[:queue_name] == name %>><%= name %> (<%= number_with_delimiter(count) %>)</option>
+            <% end %>
+          </select>
+        </div>
+
+        <div class="me-2">
+          <select name="job_class" id="job_class_filter" class="form-select form-select-sm">
+            <option value="" <%= "selected='selected'" if params[:job_class].blank? %>>All jobs</option>
+
+            <% filter.job_classes.each do |name, count| %>
+              <option value="<%= name.to_param %>" <%= "selected='selected'" if params[:job_class] == name %>><%= name %> (<%= number_with_delimiter(count) %>)</option>
+            <% end %>
+          </select>
+        </div>
+
+        <div class="me-2 flex-fill">
+          <%= search_field_tag "query", params[:query], class: "form-control form-control-sm", placeholder: "Search by class, job id, job params, and error text." %>
+        </div>
+
+        <div class="d-flex flex-col align-items-end">
+          <div>
+            <%= form.submit "Search", name: nil, class: "btn btn-primary btn-sm" %>
+            <%= link_to filter.to_params(job_class: nil, state: nil, queue_name: nil, query: nil), class: "btn btn-secondary btn-sm" do %>
+              Clear
+            <% end %>
+          </div>
+        </div>
+      </div>
+    <% end %>
+
+    <ul class="nav nav-tabs bg-light px-3 my-3">
       <li class="nav-item">
-        <%= link_to "All", url_for(state: nil), class: "nav-link #{"active" unless params[:state]}" %>
+        <%= link_to "All", filter.to_params(state: nil), class: "nav-link #{"active" unless params[:state].present?}" %>
       </li>
 
       <% filter.states.each do |name, count| %>
         <li class="nav-item">
-          <%= link_to url_for({state: name}), class: "nav-link #{"active" if params[:state] == name}" do %>
+          <%= link_to filter.to_params(state: name), class: "nav-link #{"active" if params[:state] == name}" do %>
             <%= t(name, scope: 'good_job.status') %>
             <span class="badge bg-primary rounded-pill <%= "bg-secondary" if count == 0 %>"><%= number_with_delimiter(count) %></span>
           <% end %>
@@ -18,43 +57,6 @@
     </ul>
   </div>
 
-  <%= form_with(url: "", method: :get, local: true, id: "filter_form", class: "container-fluid") do |form| %>
-    <%= hidden_field_tag :poll, params[:poll] %>
-    <%= hidden_field_tag :state, params[:state] %>
-    <div class="d-flex flex-row w-100">
-      <div class="me-2">
-        <select name="job_class" id="job_class_filter" class="form-select form-select-sm">
-          <option value="" <%= "selected='selected'" if params[:job_class].blank? %>>All jobs</option>
-
-          <% filter.job_classes.each do |name, count| %>
-            <option value="<%= name.to_param %>" <%= "selected='selected'" if params[:job_class] == name %>><%= name %> (<%= count %>)</option>
-          <% end %>
-        </select>
-      </div>
-
-      <div class="me-2">
-        <select name="queue_name" id="job_queue_filter" class="form-select form-select-sm">
-          <option value="" <%= "selected='selected'" if params[:queue_name].blank? %>>All queues</option>
-
-          <% filter.queues.each do |name, count| %>
-            <option value="<%= name.to_param %>" <%= "selected='selected'" if params[:queue_name] == name %>><%= name %> (<%= count %>)</option>
-          <% end %>
-        </select>
-      </div>
-
-      <div class="me-2 flex-fill">
-        <%= search_field_tag "query", params[:query], class: "form-control form-control-sm", placeholder: "Search by class, job id, job params, and error text." %>
-      </div>
-
-      <div class="d-flex flex-col align-items-end">
-        <div>
-          <%= form.submit "Search", name: nil, class: "btn btn-primary btn-sm" %>
-          <%= link_to "Clear all", filter.to_params(job_class: nil, state: nil, queue_name: nil, query: nil), class: "btn btn-secondary btn-sm" %>
-        </div>
-      </div>
-    </div>
-  <% end %>
-
   <%= javascript_tag nonce: true do %>
     document.addEventListener("DOMContentLoaded", () => {
       document.querySelectorAll("#job_class_filter, #job_queue_filter").forEach((filter) => {

data/app/views/good_job/shared/icons/_pause.html.erb

@@ -0,0 +1,4 @@
+<!-- https://icons.getbootstrap.com/icons/pause-btn/ -->
+<svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" fill="currentColor" class="bi bi-pause" viewBox="0 0 16 16">
+  <path d="M6 3.5a.5.5 0 0 1 .5.5v8a.5.5 0 0 1-1 0V4a.5.5 0 0 1 .5-.5zm4 0a.5.5 0 0 1 .5.5v8a.5.5 0 0 1-1 0V4a.5.5 0 0 1 .5-.5z" />
+</svg>

data/config/routes.rb

@@ -18,6 +18,8 @@ GoodJob::Engine.routes.draw do
   resources :cron_entries, only: %i[index show], param: :cron_key do
     member do
       post :enqueue
+      put :enable
+      put :disable
     end
   end
 

data/lib/generators/good_job/templates/install/migrations/create_good_jobs.rb.erb

@@ -26,6 +26,13 @@ class CreateGoodJobs < ActiveRecord::Migration<%= migration_version %>
       t.jsonb :state
     end
 
+    create_table :good_job_settings, id: :uuid do |t|
+      t.timestamps
+      t.text :key
+      t.jsonb :value
+      t.index :key, unique: true
+    end
+
     add_index :good_jobs, :scheduled_at, where: "(finished_at IS NULL)", name: "index_good_jobs_on_scheduled_at"
     add_index :good_jobs, [:queue_name, :scheduled_at], where: "(finished_at IS NULL)", name: :index_good_jobs_on_queue_name_and_scheduled_at
     add_index :good_jobs, [:active_job_id, :created_at], name: :index_good_jobs_on_active_job_id_and_created_at

data/lib/generators/good_job/templates/update/migrations/02_create_good_job_settings.rb.erb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+class CreateGoodJobSettings < ActiveRecord::Migration<%= migration_version %>
+  def change
+    reversible do |dir|
+      dir.up do
+        # Ensure this incremental update migration is idempotent
+        # with monolithic install migration.
+        return if connection.table_exists?(:good_job_settings)
+      end
+    end
+
+    create_table :good_job_settings, id: :uuid do |t|
+      t.timestamps
+      t.text :key
+      t.jsonb :value
+      t.index :key, unique: true
+    end
+  end
+end

data/lib/good_job/adapter.rb

@@ -148,10 +148,14 @@ module GoodJob
     def in_server_process?
       return @_in_server_process if defined? @_in_server_process
 
-      @_in_server_process = Rails.const_defined?(:Server) ||
-                            caller.grep(%r{config.ru}).any? || # EXAMPLE: config.ru:3:in `block in <main>' OR config.ru:3:in `new_from_string'
-                            caller.grep(%{/rack/handler/}).any? || # EXAMPLE: iodine-0.7.44/lib/rack/handler/iodine.rb:13:in `start'
-                            (Concurrent.on_jruby? && caller.grep(%r{jruby/rack/rails_booter}).any?) # EXAMPLE: uri:classloader:/jruby/rack/rails_booter.rb:83:in `load_environment'
+      @_in_server_process = Rails.const_defined?(:Server) || begin
+        self_caller = caller
+
+        self_caller.grep(%r{config.ru}).any? || # EXAMPLE: config.ru:3:in `block in <main>' OR config.ru:3:in `new_from_string'
+          self_caller.grep(%r{puma/request}).any? || # EXAMPLE: puma-5.6.4/lib/puma/request.rb:76:in `handle_request'
+          self_caller.grep(%{/rack/handler/}).any? || # EXAMPLE: iodine-0.7.44/lib/rack/handler/iodine.rb:13:in `start'
+          (Concurrent.on_jruby? && self_caller.grep(%r{jruby/rack/rails_booter}).any?) # EXAMPLE: uri:classloader:/jruby/rack/rails_booter.rb:83:in `load_environment'
+      end
     end
   end
 end

data/lib/good_job/configuration.rb

@@ -42,6 +42,34 @@ module GoodJob
     # @return [Hash]
     attr_reader :env
 
+    # Returns the maximum number of threads GoodJob might consume
+    # @param warn [Boolean] whether to print a warning when over the limit
+    # @return [Integer]
+    def self.total_estimated_threads(warn: false)
+      configuration = new({})
+
+      cron_threads = configuration.enable_cron? ? 2 : 0
+      notifier_threads = 1
+      scheduler_threads = GoodJob::Scheduler.instances.sum { |scheduler| scheduler.stats[:max_threads] }
+
+      good_job_threads = cron_threads + notifier_threads + scheduler_threads
+      puma_threads = (Puma::Server.current&.max_threads if defined?(Puma::Server)) || 0
+
+      total_threads = good_job_threads + puma_threads
+      activerecord_pool_size = ActiveRecord::Base.connection_pool&.size
+
+      if warn && activerecord_pool_size && total_threads > activerecord_pool_size
+        message = "GoodJob is using #{good_job_threads} threads, " \
+                  "#{" and Puma is using #{puma_threads} threads, " if puma_threads.positive?}" \
+                  "which is #{total_threads - activerecord_pool_size} thread(s) more than ActiveRecord's database connection pool size of #{activerecord_pool_size}. " \
+                  "Consider increasing ActiveRecord's database connection pool size in config/database.yml."
+
+        GoodJob.logger.warn message
+      end
+
+      good_job_threads
+    end
+
     # @param options [Hash] Any explicitly specified configuration options to
     #   use. Keys are symbols that match the various methods on this class.
     # @param env [Hash] A +Hash+ from which to read environment variables that

data/lib/good_job/cron_manager.rb

@@ -89,7 +89,7 @@ module GoodJob # :nodoc:
         thr_scheduler.create_task(thr_cron_entry)
 
         Rails.application.executor.wrap do
-          cron_entry.enqueue(thr_cron_at)
+          cron_entry.enqueue(thr_cron_at) if thr_cron_entry.enabled?
         end
       end
 

data/lib/good_job/notifier.rb

@@ -40,6 +40,7 @@ module GoodJob # :nodoc:
       PG::UnableToSend
       PG::Error
     ].freeze
+    CONNECTION_ERRORS_REPORTING_THRESHOLD = 3
 
     # @!attribute [r] instances
     #   @!scope class
@@ -70,6 +71,8 @@ module GoodJob # :nodoc:
     def initialize(*recipients)
       @recipients = Concurrent::Array.new(recipients)
       @listening = Concurrent::AtomicBoolean.new(false)
+      @connection_errors_count = Concurrent::AtomicFixnum.new(0)
+      @connection_errors_reported = Concurrent::AtomicBoolean.new(false)
 
       self.class.instances << self
 
@@ -128,7 +131,6 @@ module GoodJob # :nodoc:
     # @return [void]
     def listen_observer(_time, _result, thread_error)
       if thread_error
-        GoodJob._on_thread_error(thread_error)
         ActiveSupport::Notifications.instrument("notifier_notify_error.good_job", { error: thread_error })
 
         connection_error = CONNECTION_ERRORS.any? do |error_string|
@@ -137,6 +139,16 @@ module GoodJob # :nodoc:
 
           thread_error.is_a? error_class
         end
+
+        if connection_error
+          @connection_errors_count.increment
+          if @connection_errors_reported.false? && @connection_errors_count.value >= CONNECTION_ERRORS_REPORTING_THRESHOLD
+            GoodJob._on_thread_error(thread_error)
+            @connection_errors_reported.make_true
+          end
+        else
+          GoodJob._on_thread_error(thread_error)
+        end
       end
 
       return if shutdown?
@@ -175,6 +187,8 @@ module GoodJob # :nodoc:
                     target.send(method_name, parsed_payload)
                   end
                 end
+
+                reset_connection_errors
               end
             end
           end
@@ -223,5 +237,10 @@ module GoodJob # :nodoc:
         sleep WAIT_INTERVAL
       end
     end
+
+    def reset_connection_errors
+      @connection_errors_count.value = 0
+      @connection_errors_reported.make_false
+    end
   end
 end

data/lib/good_job/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 module GoodJob
   # GoodJob gem version.
-  VERSION = '3.3.2'
+  VERSION = '3.4.1'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: good_job
 version: !ruby/object:Gem::Version
-  version: 3.3.2
+  version: 3.4.1
 platform: ruby
 authors:
 - Ben Sheldon
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-07-27 00:00:00.000000000 Z
+date: 2022-08-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activejob
@@ -379,6 +379,7 @@ files:
 - app/models/good_job/job.rb
 - app/models/good_job/lockable.rb
 - app/models/good_job/process.rb
+- app/models/good_job/setting.rb
 - app/views/good_job/cron_entries/index.html.erb
 - app/views/good_job/cron_entries/show.html.erb
 - app/views/good_job/jobs/_executions.erb
@@ -398,6 +399,7 @@ files:
 - app/views/good_job/shared/icons/_dots.html.erb
 - app/views/good_job/shared/icons/_exclamation.html.erb
 - app/views/good_job/shared/icons/_info.html.erb
+- app/views/good_job/shared/icons/_pause.html.erb
 - app/views/good_job/shared/icons/_play.html.erb
 - app/views/good_job/shared/icons/_skip_forward.html.erb
 - app/views/good_job/shared/icons/_stop.html.erb
@@ -413,6 +415,7 @@ files:
 - lib/generators/good_job/install_generator.rb
 - lib/generators/good_job/templates/install/migrations/create_good_jobs.rb.erb
 - lib/generators/good_job/templates/update/migrations/01_create_good_jobs.rb.erb
+- lib/generators/good_job/templates/update/migrations/02_create_good_job_settings.rb.erb
 - lib/generators/good_job/update_generator.rb
 - lib/good_job.rb
 - lib/good_job/active_job_extensions/concurrency.rb
@@ -426,7 +429,6 @@ files:
 - lib/good_job/daemon.rb
 - lib/good_job/dependencies.rb
 - lib/good_job/engine.rb
-- lib/good_job/enqueuing.rb
 - lib/good_job/job_performer.rb
 - lib/good_job/log_subscriber.rb
 - lib/good_job/multi_scheduler.rb

data/lib/good_job/enqueuing.rb

@@ -1,4 +0,0 @@
-module GoodJob
-  module Enqueing
-  end
-end