sidekiq-cron 1.10.0 → 1.11.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f484cd18cea7b3b00d83b82c5ae6ca7e2c831b22ed4d00cd77a19cfc9491b49d
-  data.tar.gz: efe62165d5c2b02b4ee2ce7f1ac877cda1bd06d550f4554fbb340b491f8d1319
+  metadata.gz: 38f49b844ee1ade391bc47b8acd2e98b02cb9d05041cad364fca427c51d3f65d
+  data.tar.gz: 6328039e5648a59057202fec118775e8e1ed7ffc2d5a38229c62e4c7af7ebfaf
 SHA512:
-  metadata.gz: a945824e3d39d8f54a33c68eec458f3dee68be2cd43ddf697b7fdd568afff291ff62ee1ec8cf2bbc05e26ddfa6e8230c78a953499b59b6844ca60b37f55ffc99
-  data.tar.gz: 2aa57d5d1e2b4ba98199bf79e13d49b7726478650ef46efa92871e0c13b51608829bc66159d8ed5a2cd58f4b6d5dcb3a6e87329795e604309fc60ba85b583758
+  metadata.gz: 80d176888e61a86fabac69a160fc778965b7900b8971979158a7e192289874fea61c18072dd6a306f6a3b8e456e68ea74df57a6e9ede9cb5f64d721228757ce5
+  data.tar.gz: 27febbff9109ca10a5bfc7b6e4414f903e9021ca598ef94992b1445dd383f60d8d48f86f3bd0af93d60b6593a4e2adda26308c8cae42aabdcca0803be64005b1

data/CHANGELOG.md

@@ -2,6 +2,16 @@
 
 All notable changes to this project will be documented in this file.
 
+## 1.11.0
+
+- Differentiates b/w "schedule" vs "dynamic" jobs (https://github.com/sidekiq-cron/sidekiq-cron/pull/431)
+- Clears scheduled jobs upon schedule load (https://github.com/sidekiq-cron/sidekiq-cron/pull/431)
+- Reduce gem size by excluding test files (https://github.com/sidekiq-cron/sidekiq-cron/pull/414)
+
+## 1.10.1
+
+- Use `hset` instead of deprecated `hmset` (https://github.com/sidekiq-cron/sidekiq-cron/pull/410)
+
 ## 1.10.0
 
 - Remove EOL Ruby 2.6 support (https://github.com/sidekiq-cron/sidekiq-cron/pull/399)
@@ -55,7 +65,7 @@ All notable changes to this project will be documented in this file.
 ## 1.4.0
 
 - Fix buttons order in job show view (https://github.com/sidekiq-cron/sidekiq-cron/pull/302)
-- Dark Mode support in UI (https://github.com/sidekiq-cron/sidekiq-cron/pull/317/282)
+- Dark Mode support in UI (https://github.com/sidekiq-cron/sidekiq-cron/pull/282)
 - Remove invocation of deprecated Redis functionality (https://github.com/sidekiq-cron/sidekiq-cron/pull/318)
 - Internal code cleanup (https://github.com/sidekiq-cron/sidekiq-cron/pull/317)
 - Optimize gem size (https://github.com/sidekiq-cron/sidekiq-cron/pull/322)

data/README.md

@@ -42,7 +42,7 @@ gem "sidekiq-cron"
 
 ## Getting Started
 
- ### Job properties
+### Job properties
 
 ```ruby
 {
@@ -51,12 +51,13 @@ gem "sidekiq-cron"
   'cron' => '1 * * * *',  # execute at 1 minute of every hour, ex: 12:01, 13:01, 14:01, ...
   'class' => 'MyClass',
   # OPTIONAL
+  'source' => 'dynamic', # source of the job, `schedule`/`dynamic` (default: `dynamic`)
   'queue' => 'name of queue',
   'args' => '[Array or Hash] of arguments which will be passed to perform method',
   'date_as_argument' => true, # add the time of execution as last argument of the perform method
   'active_job' => true,  # enqueue job through Rails 4.2+ Active Job interface
   'queue_name_prefix' => 'prefix', # Rails 4.2+ Active Job queue with prefix
-  'queue_name_delimiter' => '.', # Rails 4.2+ Active Job queue with custom delimiter
+  'queue_name_delimiter' => '.', # Rails 4.2+ Active Job queue with custom delimiter (default: '_')
   'description' => 'A sentence describing what work this job performs'
   'status' => 'disabled' # default: enabled
 }
@@ -135,6 +136,8 @@ which will ensure that arguments you are passing to it will be symbolized when p
 
 #### Adding Cron job
 
+Refer to [Schedule vs Dynamic jobs](#schedule-vs-dynamic-jobs) to understand the difference.
+
 ```ruby
 class HardWorker
   include Sidekiq::Worker
@@ -223,7 +226,7 @@ array = [
 Sidekiq::Cron::Job.load_from_array array
 ```
 
-Bang-suffixed methods will remove jobs that are not present in the given hash/array, update jobs that have the same names, and create new ones when the names are previously unknown.
+Bang-suffixed methods will remove jobs where source is `schedule` and are not present in the given hash/array, update jobs that have the same names, and create new ones when the names are previously unknown.
 
 ```ruby
 Sidekiq::Cron::Job.load_from_hash! hash
@@ -262,7 +265,9 @@ Sidekiq.configure_server do |config|
     schedule_file = "config/users_schedule.yml"
 
     if File.exist?(schedule_file)
-      Sidekiq::Cron::Job.load_from_hash YAML.load_file(schedule_file)
+      schedule = YAML.load_file(schedule_file)
+
+      Sidekiq::Cron::Job.load_from_hash!(schedule, source: "schedule")
     end
   end
 end
@@ -315,6 +320,16 @@ job.status
 job.enque!
 ```
 
+### Schedule vs Dynamic jobs
+
+There are two potential job sources: `schedule` and `dynamic`.
+Jobs associated with schedule files are labeled as `schedule` as their source,
+whereas jobs created at runtime without the `source=schedule` argument are classified as `dynamic`.
+
+The key distinction lies in how these jobs are managed.
+When a schedule is loaded, any stale `schedule` jobs are automatically removed to ensure synchronization within the schedule.
+The `dynamic` jobs remain unaffected by this process.
+
 ### How to start scheduling?
 
 Just start Sidekiq workers by running:

data/lib/sidekiq/cron/job.rb

@@ -162,19 +162,19 @@ module Sidekiq
       #   }
       # }
       #
-      def self.load_from_hash hash
+      def self.load_from_hash(hash, options = {})
         array = hash.map do |key, job|
           job['name'] = key
           job
         end
-        load_from_array array
+        load_from_array(array, options)
       end
 
       # Like #load_from_hash.
       # If exists old jobs in Redis but removed from args, destroy old jobs.
-      def self.load_from_hash! hash
+      def self.load_from_hash!(hash, options = {})
         destroy_removed_jobs(hash.keys)
-        load_from_hash(hash)
+        load_from_hash(hash, options)
       end
 
       # Load cron jobs from Array.
@@ -194,10 +194,10 @@ module Sidekiq
       #   }
       # ]
       #
-      def self.load_from_array array
+      def self.load_from_array(array, options = {})
         errors = {}
         array.each do |job_data|
-          job = new(job_data)
+          job = new(job_data.merge(options))
           errors[job.name] = job.errors unless job.save
         end
         errors
@@ -205,10 +205,10 @@ module Sidekiq
 
       # Like #load_from_array.
       # If exists old jobs in Redis but removed from args, destroy old jobs.
-      def self.load_from_array! array
+      def self.load_from_array!(array, options = {})
         job_names = array.map { |job| job["name"] }
         destroy_removed_jobs(job_names)
-        load_from_array(array)
+        load_from_array(array, options)
       end
 
       # Get all cron jobs.
@@ -267,7 +267,7 @@ module Sidekiq
       end
 
       attr_accessor :name, :cron, :description, :klass, :args, :message
-      attr_reader   :last_enqueue_time, :fetch_missing_args
+      attr_reader   :last_enqueue_time, :fetch_missing_args, :source
 
       def initialize input_args = {}
         args = Hash[input_args.map{ |k, v| [k.to_s, v] }]
@@ -277,6 +277,7 @@ module Sidekiq
         @name = args["name"]
         @cron = args["cron"]
         @description = args["description"] if args["description"]
+        @source = args["source"] == "schedule" ? "schedule" : "dynamic"
 
         # Get class from klass or class.
         @klass = args["klass"] || args["class"]
@@ -408,6 +409,7 @@ module Sidekiq
           klass: @klass.to_s,
           cron: @cron,
           description: @description,
+          source: @source,
           args: @args.is_a?(String) ? @args : Sidekiq.dump_json(@args || []),
           message: @message.is_a?(String) ? @message : Sidekiq.dump_json(@message || {}),
           status: @status,
@@ -469,7 +471,7 @@ module Sidekiq
           conn.sadd self.class.jobs_key, [redis_key]
 
           # Add informations for this job!
-          conn.hmset redis_key, *hash_to_redis(to_hash)
+          conn.hset redis_key, to_hash.transform_values! { |v| v || "" }
 
           # Add information about last time! - don't enque right after scheduler poller starts!
           time = Time.now.utc
@@ -529,7 +531,7 @@ module Sidekiq
 
       # Remove "removed jobs" between current jobs and new jobs
       def self.destroy_removed_jobs new_job_names
-        current_job_names = Sidekiq::Cron::Job.all.map(&:name)
+        current_job_names = Sidekiq::Cron::Job.all.filter_map { |j| j.name if j.source == "schedule" }
         removed_job_names = current_job_names - new_job_names
         removed_job_names.each { |j| Sidekiq::Cron::Job.destroy(j) }
         removed_job_names
@@ -663,11 +665,6 @@ module Sidekiq
         self.class.jid_history_key @name
       end
 
-      # Give Hash returns array for using it for redis.hmset
-      def hash_to_redis hash
-        hash.flat_map{ |key, value| [key, value || ""] }
-      end
-
       def serialized_last_enqueue_time
         @last_enqueue_time&.strftime(LAST_ENQUEUE_TIME_FORMAT)
       end

data/lib/sidekiq/cron/schedule_loader.rb

@@ -10,9 +10,9 @@ if Sidekiq.server?
       config.on(:startup) do
         schedule = Sidekiq::Cron::Support.load_yaml(ERB.new(IO.read(schedule_file)).result)
         if schedule.kind_of?(Hash)
-          Sidekiq::Cron::Job.load_from_hash! schedule
+          Sidekiq::Cron::Job.load_from_hash!(schedule, source: "schedule")
         elsif schedule.kind_of?(Array)
-          Sidekiq::Cron::Job.load_from_array! schedule
+          Sidekiq::Cron::Job.load_from_array!(schedule, source: "schedule")
         else
           raise "Not supported schedule format. Confirm your #{schedule_file}"
         end

data/lib/sidekiq/cron/version.rb

@@ -2,6 +2,6 @@
 
 module Sidekiq
   module Cron
-    VERSION = "1.10.0"
+    VERSION = "1.11.0"
   end
 end

data/sidekiq-cron.gemspec

@@ -15,7 +15,7 @@ Gem::Specification.new do |s|
     "LICENSE.txt",
     "README.md"
   ]
-  s.files = Dir.glob('lib/**/*') + Dir.glob('test/**/*') + [
+  s.files = Dir.glob('lib/**/*') + [
     "CHANGELOG.md",
     "Gemfile",
     "LICENSE.txt",
@@ -31,7 +31,7 @@ Gem::Specification.new do |s|
   s.add_dependency("globalid", ">= 1.0.1")
 
   s.add_development_dependency("minitest", "~> 5.15")
-  s.add_development_dependency("mocha", "~> 1.14")
+  s.add_development_dependency("mocha", "~> 2.1")
   s.add_development_dependency("rack", "~> 2.2")
   s.add_development_dependency("rack-test", "~> 1.1")
   s.add_development_dependency("rake", "~> 13.0")

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sidekiq-cron
 version: !ruby/object:Gem::Version
-  version: 1.10.0
+  version: 1.11.0
 platform: ruby
 authors:
 - Ondrej Bartas
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-03-13 00:00:00.000000000 Z
+date: 2023-11-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fugit
@@ -72,14 +72,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.14'
+        version: '2.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.14'
+        version: '2.1'
 - !ruby/object:Gem::Dependency
   name: rack
   requirement: !ruby/object:Gem::Requirement
@@ -185,18 +185,6 @@ files:
 - lib/sidekiq/cron/web_extension.rb
 - lib/sidekiq/options.rb
 - sidekiq-cron.gemspec
-- test/integration/performance_test.rb
-- test/models/person.rb
-- test/test_helper.rb
-- test/unit/fixtures/schedule_array.yml
-- test/unit/fixtures/schedule_erb.yml
-- test/unit/fixtures/schedule_hash.yml
-- test/unit/fixtures/schedule_string.yml
-- test/unit/job_test.rb
-- test/unit/launcher_test.rb
-- test/unit/poller_test.rb
-- test/unit/schedule_loader_test.rb
-- test/unit/web_extension_test.rb
 homepage: https://github.com/sidekiq-cron/sidekiq-cron
 licenses:
 - MIT
@@ -216,7 +204,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.6
+rubygems_version: 3.4.10
 signing_key:
 specification_version: 4
 summary: Scheduler/Cron for Sidekiq jobs

data/test/integration/performance_test.rb

@@ -1,46 +0,0 @@
-require './test/test_helper'
-require 'benchmark'
-
-describe 'Performance Poller' do
-  JOBS_NUMBER = 10_000
-  MAX_SECONDS = 60
-
-  before do
-    # Clear all previous saved data from Redis.
-    Sidekiq.redis do |conn|
-      conn.flushdb
-    end
-
-    args = {
-      queue: "default",
-      cron: "*/2 * * * *",
-      klass: "CronTestClass"
-    }
-
-    JOBS_NUMBER.times do |i|
-      Sidekiq::Cron::Job.create(args.merge(name: "Test#{i}"))
-    end
-
-    @poller = Sidekiq::Cron::Poller.new(Sidekiq.const_defined?(:Config) ? Sidekiq::Config.new : {})
-    now = Time.now.utc + 3600
-    enqueued_time = Time.new(now.year, now.month, now.day, now.hour, 10, 5)
-    Time.stubs(:now).returns(enqueued_time)
-  end
-
-  it "should enqueue #{JOBS_NUMBER} jobs in less than #{MAX_SECONDS}s" do
-    Sidekiq.redis do |conn|
-      assert_equal 0, conn.llen("queue:default"), 'Queue should be empty'
-    end
-
-    bench = Benchmark.measure {
-      @poller.enqueue
-    }
-
-    Sidekiq.redis do |conn|
-      assert_equal JOBS_NUMBER, conn.llen("queue:default"), 'Queue should be full'
-    end
-
-    puts "Performance test finished in #{bench.real}"
-    assert_operator bench.real, :<, MAX_SECONDS
-  end
-end

data/test/models/person.rb

@@ -1,21 +0,0 @@
-class Person
-  include GlobalID::Identification
-
-  attr_reader :id
-
-  def self.find(id)
-    new(id)
-  end
-
-  def initialize(id)
-    @id = id
-  end
-
-  def to_global_id(options = {})
-    super app: "app"
-  end
-
-  def ==(other_person)
-    other_person.is_a?(Person) && id.to_s == other_person.id.to_s
-  end
-end

data/test/test_helper.rb

@@ -1,93 +0,0 @@
-$TESTING = true
-ENV['RACK_ENV'] = 'test'
-
-require 'simplecov'
-
-if ENV['CI']
-  require 'simplecov-cobertura'
-  SimpleCov.formatter = SimpleCov::Formatter::CoberturaFormatter
-end
-
-SimpleCov.start do
-  add_filter "test/"
-  add_group 'Sidekiq-Cron', 'lib/'
-end
-
-require "minitest/autorun"
-require "rack/test"
-require 'mocha/minitest'
-require 'sidekiq'
-require 'sidekiq/web'
-require "sidekiq/cli"
-require 'sidekiq-cron'
-require 'sidekiq/cron/web'
-
-Sidekiq.logger.level = Logger::ERROR
-Sidekiq.configure_client do |config|
-  config.redis = { url: ENV['REDIS_URL'] || 'redis://0.0.0.0:6379' }
-end
-
-# For testing symbolize args
-class Hash
-  def symbolize_keys
-    transform_keys { |key| key.to_sym rescue key }
-  end
-end
-
-class CronTestClass
-  include Sidekiq::Worker
-  sidekiq_options retry: true
-
-  def perform args = {}
-    puts "super croned job #{args}"
-  end
-end
-
-class CronTestClassWithQueue
-  include Sidekiq::Worker
-  sidekiq_options queue: :super, retry: false, backtrace: true
-
-  def perform args = {}
-    puts "super croned job #{args}"
-  end
-end
-
-module ActiveJob
-  class Base
-    attr_accessor *%i[job_class provider_job_id queue_name arguments]
-
-    def initialize
-      yield self if block_given?
-      self.provider_job_id ||= SecureRandom.hex(12)
-    end
-
-    def self.queue_name_prefix
-      @queue_name_prefix
-    end
-
-    def self.queue_name_prefix=(queue_name_prefix)
-      @queue_name_prefix = queue_name_prefix
-    end
-
-    def self.set(options)
-      @queue = options['queue']
-
-      self
-    end
-
-    def try(method, *args, &block)
-      send method, *args, &block if respond_to? method
-    end
-
-    def self.perform_later(*args)
-      new do |instance|
-        instance.job_class = self.class.name
-        instance.queue_name = @queue
-        instance.arguments = [*args]
-      end
-    end
-  end
-end
-
-class ActiveJobCronTestClass < ActiveJob::Base
-end

data/test/unit/fixtures/schedule_array.yml

@@ -1,13 +0,0 @@
----
--
-  name: "my_first_job"
-  cron: "*/5 * * * *"
-  class: "HardWorker"
-  queue: "hard_worker"
--
-  name: "second_job"
-  cron: "*/30 * * * *"
-  class: "HardWorker"
-  queue: "hard_worker_long"
-  args:
-    hard: "stuff"

data/test/unit/fixtures/schedule_erb.yml

@@ -1,6 +0,0 @@
----
-default: &default
-  cron: <%= "every day at 5 pm" %>
-  class: <%= "DailyJob" %>
-
-daily_job: *default

data/test/unit/fixtures/schedule_hash.yml

@@ -1,12 +0,0 @@
----
-my_first_job:
-  cron: "*/5 * * * *"
-  class: "HardWorker"
-  queue: hard_worker
-
-second_job:
-  cron: "*/30 * * * *"
-  class: "HardWorker"
-  queue: hard_worker_long
-  args:
-    hard: "stuff"

data/test/unit/fixtures/schedule_string.yml

@@ -1 +0,0 @@
---- string