workhorse 1.2.2 → 1.2.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6b800130ba7bb86469ae68e005113eec61b3dee92b546d1a74872d6f6b850901
-  data.tar.gz: 63decc2511cc7bcf6d216fe3e98bea5081e6b5a8a8069ac9a5501e0b8332871a
+  metadata.gz: 5b1cc4ec91d5c8cde5e214aff39f298f3fa9591b6693250158250fd8de87dd19
+  data.tar.gz: e333e77dc8bb0a24b809324a54d014f56b9373ccc0f16dc5f58052fa7bd1bbe3
 SHA512:
-  metadata.gz: f5e01457fccbe2e08db47413f6b9682a4048722f19877e6a54f7e1bcf73b21e59d92fe3575ada90405b0f287c0deb917b72b0259b988faceed0faf31a6e49ba1
-  data.tar.gz: 3edcb2482bc77266a934faf729314389561ff7c8d24aadc8ff25c2785248efdaa03aa705803ad86aeecf0c24bf7ac4ee4a6e8a2a112c0679b4a5bc181bdaea2e
+  metadata.gz: af21dcc9cf0672dc71ae1b5ec2d61e6245cf6a24fc4b599d1c21c36c06e20cbc46b59248ea0b6232589eced87305c408cbe7254e6817fdb5bb2ec294181e87a7
+  data.tar.gz: 368889c80a413ad8e0343a5227ba70081470931e427ca7ec7c1b1bad6cee59af2a2f9bffe31fb879f1d1a81f2233f506cb038d896dce08b2551733873c013f1f

data/.github/workflows/ruby.yml

@@ -0,0 +1,36 @@
+name: Build
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        ruby-version: ['2.5.1', '2.6.2', '2.7.1', '3.0.1']
+    env:
+      DB_DATABASE: workhorse
+      DB_USER: root
+      DB_PASSWORD: 'root'
+      DB_HOST: localhost
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby
+      uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: ${{ matrix.ruby-version }}
+        bundler-cache: true
+    - name: Startup database
+      run: |
+        sudo /etc/init.d/mysql start
+        mysql -u${{ env.DB_USER }} -p${{ env.DB_PASSWORD }} -e 'CREATE DATABASE ${{ env.DB_DATABASE }};'
+    - name: Run rake tests
+      run: bundle exec rake test TESTOPTS='--verbose'
+    - name: Run rubocop
+      run: bundle exec rubocop

data/CHANGELOG.md

@@ -1,5 +1,28 @@
 # Workhorse Changelog
 
+## 1.2.6 - 2022-01-11
+
+* Add daemon command `restart-logging`, which sends a `HUP` interrupt to all
+  Workhorse processes which in turn reopen the log files. This is particularly
+  useful to call after log files have been rotated, e.g. using `logrotate`.
+
+  Sitrox reference: #64690.
+
+## 1.2.5 - 2021-11-01
+
+* Add config settings for configuring {Workhorse::Jobs::DetectStaleJobsJob}:
+
+  * `config.stale_detection_locked_to_started_threshold`
+  * `config.stale_detection_run_time_threshold`
+
+## 1.2.4 - 2021-06-08
+
+* Add `workhorse_db_job` load hook
+
+## 1.2.3 - 2021-02-09
+
+* Fix warning with ruby 2.7
+
 ## 1.2.2 - 2021-01-27
 
 * Remove unused gem dependency to `schemacop`

data/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2020 Sitrox
+Copyright (c) 2017 - 2022 Sitrox
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/README.md

@@ -1,4 +1,4 @@
-[![Build Status](https://travis-ci.org/sitrox/workhorse.svg?branch=master)](https://travis-ci.org/sitrox/workhorse)
+[![Build](https://github.com/sitrox/workhorse/actions/workflows/ruby.yml/badge.svg)](https://github.com/sitrox/workhorse/actions/workflows/ruby.yml)
 [![Gem Version](https://badge.fury.io/rb/workhorse.svg)](https://badge.fury.io/rb/workhorse)
 
 # Workhorse
@@ -107,10 +107,15 @@ method `Workhorse.enqueue_op`:
 Workhorse.enqueue_op Operations::Jobs::CleanUpDatabase, { queue: :maintenance, priority: 2 }, quiet: true
 ```
 
-Params passed using the second argument will be used for operation instantiation
-at job execution.
+The first argument of the method is the Operation you want to run. Params passed in
+using the second argument will be used by Workhorse and params passed using the
+third argument will be used for operation instantiation at job execution, i.e.:
 
-If you do not want to pass any params to the operation, just omit the second hash:
+```ruby
+Workhorse.enqueue_op <Operation Class Name>, { <Workhorse Options> }, { <RailsOps Options> }
+```
+
+If you do not want to pass any params to the operation, just omit the third hash:
 
 ```ruby
 Workhorse.enqueue_op Operations::Jobs::CleanUpDatabase, queue: :maintenance, priority: 2
@@ -384,6 +389,21 @@ jobs database on a regular interval. Workhorse provides the job
 `Workhorse::Jobs::CleanupSucceededJobs` for this purpose that cleans up all
 succeeded jobs. You can run this using your scheduler in a specific interval.
 
+## Load hooks
+
+Using the load hook `:workhorse_db_job`, you can inject custom code into the
+Gem-internal model class `Workhorse::DbJob`, for example:
+
+```ruby
+# config/initializers/workhorse.rb
+
+ActiveSupport.on_load :workhorse_db_job do
+  # Code within this block will be run inside of the model class
+  # Workhorse::DbJob.
+  belongs_to :user
+end
+```
+
 ## Caveats
 
 ### Errors during polling / crashed workers
@@ -421,4 +441,4 @@ Please consult the [FAQ](FAQ.md).
 
 ## Copyright
 
-Copyright © 2021 Sitrox. See `LICENSE` for further details.
+Copyright © 2017 - 2022 Sitrox. See `LICENSE` for further details.

data/VERSION

@@ -1 +1 @@
-1.2.2
+1.2.6

data/lib/workhorse/daemon/shell_handler.rb

@@ -26,6 +26,8 @@ module Workhorse
           exit daemon.watch
         when 'restart'
           exit daemon.restart
+        when 'restart-logging'
+          exit daemon.restart_logging
         when 'usage'
           usage
           exit 99
@@ -68,6 +70,10 @@ Options:
   restart
     Shortcut for consecutive 'stop' and 'start'.
 
+  restart-logging
+    Re-opens log files, useful e.g. after the log files have been moved or
+    removed by log rotation.
+
   usage
     Show this message
 

data/lib/workhorse/daemon.rb

@@ -120,6 +120,24 @@ module Workhorse
       return start
     end
 
+    def restart_logging
+      code = 0
+
+      for_each_worker do |worker|
+        pid_file, pid = read_pid(worker)
+
+        begin
+          Process.kill 'HUP', pid
+          puts "Worker (#{worker.name}) ##{worker.id}: Sent signal for restart-logging"
+        rescue Errno::ESRCH
+          warn "Worker (#{worker.name}) ##{worker.id}: Could not send signal for restart-logging, process not found"
+          code = 1
+        end
+      end
+
+      return code
+    end
+
     private
 
     def for_each_worker(&block)
@@ -150,6 +168,10 @@ module Workhorse
       File.delete(pid_file)
     end
 
+    def hup_worker(pid)
+      Process.kill('HUP', pid)
+    end
+
     def process_name(worker)
       if defined?(Rails)
         path = Rails.root

data/lib/workhorse/db_job.rb

@@ -120,4 +120,6 @@ module Workhorse
       end
     end
   end
+
+  ActiveSupport.run_load_hooks(:workhorse_db_job, DbJob)
 end

data/lib/workhorse/enqueuer.rb

@@ -42,7 +42,7 @@ module Workhorse
       end
 
       job = Workhorse::Jobs::RunRailsOp.new(cls, op_args)
-      enqueue job, workhorse_args
+      enqueue job, **workhorse_args
     end
   end
 end

data/lib/workhorse/jobs/detect_stale_jobs_job.rb

@@ -1,18 +1,22 @@
 module Workhorse::Jobs
+  # This job picks up jobs that remained `locked` or `started` (running) for
+  # more than a certain amount of time. If any of these jobs are found, an
+  # exception is thrown (which may cause a notification if you configured
+  # `on_exception` accordingly).
+  #
+  # The thresholds are obtained from the configuration options
+  # {Workhorse.stale_detection_locked_to_started_threshold
+  # config.stale_detection_locked_to_started_threshold} and
+  # {Workhorse.stale_detection_run_time_threshold
+  # config.stale_detection_run_time_threshold}.
   class DetectStaleJobsJob
-    # Instantiates a new stale detection job.
-    #
-    # @param locked_to_started_threshold [Integer] The maximum number of seconds
-    #   a job is allowed to stay 'locked' before this job throws an exception.
-    #   Set this to 0 to skip this check.
-    # @param run_time_threshold [Integer] The maximum number of seconds
-    #   a job is allowed to run before this job throws an exception. Set this to
-    #   0 to skip this check.
-    def initialize(locked_to_started_threshold: 3 * 60, run_time_threshold: 12 * 60)
-      @locked_to_started_threshold = locked_to_started_threshold
-      @run_time_threshold = run_time_threshold
+    # @private
+    def initialize
+      @locked_to_started_threshold = Workhorse.stale_detection_locked_to_started_threshold
+      @run_time_threshold          = Workhorse.stale_detection_run_time_threshold
     end
 
+    # @private
     def perform
       messages = []
 

data/lib/workhorse/worker.rb

@@ -2,6 +2,7 @@ module Workhorse
   class Worker
     LOG_LEVELS = %i[fatal error warn info debug].freeze
     SHUTDOWN_SIGNALS = %w[TERM INT].freeze
+    LOG_REOPEN_SIGNAL = 'HUP'.freeze
 
     attr_reader :queues
     attr_reader :state
@@ -87,6 +88,7 @@ module Workhorse
         log 'Started up'
 
         trap_termination if @auto_terminate
+        trap_log_reopen
       end
     end
 
@@ -152,6 +154,18 @@ module Workhorse
       end
     end
 
+    def trap_log_reopen
+      Signal.trap(LOG_REOPEN_SIGNAL) do
+        Thread.new do
+          logger.reopen
+
+          if defined?(ActiveRecord::Base) && ActiveRecord::Base.logger && ActiveRecord::Base.logger != logger
+            ActiveRecord::Base.logger.reopen
+          end
+        end.join
+      end
+    end
+
     def trap_termination
       SHUTDOWN_SIGNALS.each do |signal|
         Signal.trap(signal) do

data/lib/workhorse.rb

@@ -45,6 +45,18 @@ module Workhorse
   mattr_accessor :perform_jobs_in_tx
   self.perform_jobs_in_tx = true
 
+  # This setting is for {Workhorse::Jobs::DetectStaleJobsJob} and specifies the
+  # maximum number of seconds a job is allowed to stay 'locked' before this job
+  # throws an exception. Set this to 0 to skip this check.
+  mattr_accessor :stale_detection_locked_to_started_threshold
+  self.stale_detection_locked_to_started_threshold = 3 * 60
+
+  # This setting is for {Workhorse::Jobs::DetectStaleJobsJob} and specifies the
+  # maximum number of seconds a job is allowed to run before this job throws an
+  # exception. Set this to 0 to skip this check.
+  mattr_accessor :stale_detection_run_time_threshold
+  self.stale_detection_run_time_threshold = 12 * 60
+
   def self.setup
     yield self
   end

data/test/lib/test_helper.rb

@@ -32,7 +32,7 @@ class WorkhorseTest < ActiveSupport::TestCase
   end
 
   def with_worker(options = {})
-    w = Workhorse::Worker.new(options)
+    w = Workhorse::Worker.new(**options)
     w.start
     begin
       yield(w)

data/workhorse.gemspec

@@ -1,15 +1,15 @@
 # -*- encoding: utf-8 -*-
-# stub: workhorse 1.2.2 ruby lib
+# stub: workhorse 1.2.6 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "workhorse".freeze
-  s.version = "1.2.2"
+  s.version = "1.2.6"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib".freeze]
   s.authors = ["Sitrox".freeze]
-  s.date = "2021-01-27"
-  s.files = [".gitignore".freeze, ".releaser_config".freeze, ".rubocop.yml".freeze, ".travis.yml".freeze, "CHANGELOG.md".freeze, "FAQ.md".freeze, "Gemfile".freeze, "LICENSE".freeze, "README.md".freeze, "RUBY_VERSION".freeze, "Rakefile".freeze, "VERSION".freeze, "bin/rubocop".freeze, "lib/active_job/queue_adapters/workhorse_adapter.rb".freeze, "lib/generators/workhorse/install_generator.rb".freeze, "lib/generators/workhorse/templates/bin/workhorse.rb".freeze, "lib/generators/workhorse/templates/config/initializers/workhorse.rb".freeze, "lib/generators/workhorse/templates/create_table_jobs.rb".freeze, "lib/workhorse.rb".freeze, "lib/workhorse/daemon.rb".freeze, "lib/workhorse/daemon/shell_handler.rb".freeze, "lib/workhorse/db_job.rb".freeze, "lib/workhorse/enqueuer.rb".freeze, "lib/workhorse/jobs/cleanup_succeeded_jobs.rb".freeze, "lib/workhorse/jobs/detect_stale_jobs_job.rb".freeze, "lib/workhorse/jobs/run_active_job.rb".freeze, "lib/workhorse/jobs/run_rails_op.rb".freeze, "lib/workhorse/performer.rb".freeze, "lib/workhorse/poller.rb".freeze, "lib/workhorse/pool.rb".freeze, "lib/workhorse/scoped_env.rb".freeze, "lib/workhorse/worker.rb".freeze, "test/active_job/queue_adapters/workhorse_adapter_test.rb".freeze, "test/lib/db_schema.rb".freeze, "test/lib/jobs.rb".freeze, "test/lib/test_helper.rb".freeze, "test/workhorse/db_job_test.rb".freeze, "test/workhorse/enqueuer_test.rb".freeze, "test/workhorse/performer_test.rb".freeze, "test/workhorse/poller_test.rb".freeze, "test/workhorse/pool_test.rb".freeze, "test/workhorse/worker_test.rb".freeze, "workhorse.gemspec".freeze]
+  s.date = "2022-01-11"
+  s.files = [".github/workflows/ruby.yml".freeze, ".gitignore".freeze, ".releaser_config".freeze, ".rubocop.yml".freeze, "CHANGELOG.md".freeze, "FAQ.md".freeze, "Gemfile".freeze, "LICENSE".freeze, "README.md".freeze, "RUBY_VERSION".freeze, "Rakefile".freeze, "VERSION".freeze, "bin/rubocop".freeze, "lib/active_job/queue_adapters/workhorse_adapter.rb".freeze, "lib/generators/workhorse/install_generator.rb".freeze, "lib/generators/workhorse/templates/bin/workhorse.rb".freeze, "lib/generators/workhorse/templates/config/initializers/workhorse.rb".freeze, "lib/generators/workhorse/templates/create_table_jobs.rb".freeze, "lib/workhorse.rb".freeze, "lib/workhorse/daemon.rb".freeze, "lib/workhorse/daemon/shell_handler.rb".freeze, "lib/workhorse/db_job.rb".freeze, "lib/workhorse/enqueuer.rb".freeze, "lib/workhorse/jobs/cleanup_succeeded_jobs.rb".freeze, "lib/workhorse/jobs/detect_stale_jobs_job.rb".freeze, "lib/workhorse/jobs/run_active_job.rb".freeze, "lib/workhorse/jobs/run_rails_op.rb".freeze, "lib/workhorse/performer.rb".freeze, "lib/workhorse/poller.rb".freeze, "lib/workhorse/pool.rb".freeze, "lib/workhorse/scoped_env.rb".freeze, "lib/workhorse/worker.rb".freeze, "test/active_job/queue_adapters/workhorse_adapter_test.rb".freeze, "test/lib/db_schema.rb".freeze, "test/lib/jobs.rb".freeze, "test/lib/test_helper.rb".freeze, "test/workhorse/db_job_test.rb".freeze, "test/workhorse/enqueuer_test.rb".freeze, "test/workhorse/performer_test.rb".freeze, "test/workhorse/poller_test.rb".freeze, "test/workhorse/pool_test.rb".freeze, "test/workhorse/worker_test.rb".freeze, "workhorse.gemspec".freeze]
   s.rubygems_version = "3.0.3".freeze
   s.summary = "Multi-threaded job backend with database queuing for ruby.".freeze
   s.test_files = ["test/active_job/queue_adapters/workhorse_adapter_test.rb".freeze, "test/lib/db_schema.rb".freeze, "test/lib/jobs.rb".freeze, "test/lib/test_helper.rb".freeze, "test/workhorse/db_job_test.rb".freeze, "test/workhorse/enqueuer_test.rb".freeze, "test/workhorse/performer_test.rb".freeze, "test/workhorse/poller_test.rb".freeze, "test/workhorse/pool_test.rb".freeze, "test/workhorse/worker_test.rb".freeze]

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: workhorse
 version: !ruby/object:Gem::Version
-  version: 1.2.2
+  version: 1.2.6
 platform: ruby
 authors:
 - Sitrox
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-01-27 00:00:00.000000000 Z
+date: 2022-01-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -184,10 +184,10 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/ruby.yml"
 - ".gitignore"
 - ".releaser_config"
 - ".rubocop.yml"
-- ".travis.yml"
 - CHANGELOG.md
 - FAQ.md
 - Gemfile
@@ -245,7 +245,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
+rubygems_version: 3.2.22
 signing_key:
 specification_version: 4
 summary: Multi-threaded job backend with database queuing for ruby.

data/.travis.yml

@@ -1,12 +0,0 @@
-language: ruby
-rvm:
- - 2.5.0
- - 2.6.0
-services:
- - mysql
-before_install:
-  - mysql -e 'CREATE DATABASE workhorse;'
-script:
- - bundle install
- - bundle exec rake test TESTOPTS='--verbose'
- - bundle exec rubocop