sidekiq-unique-jobs 4.0.18 → 7.1.28

data/lib/sidekiq_unique_jobs/sidekiq_unique_jobs.rb

@@ -0,0 +1,304 @@
+# frozen_string_literal: true
+
+#
+# Contains configuration and utility methods that belongs top level
+#
+# @author Mikael Henriksson <mikael@mhenrixon.com>
+module SidekiqUniqueJobs # rubocop:disable Metrics/ModuleLength
+  include SidekiqUniqueJobs::Connection
+  extend SidekiqUniqueJobs::JSON
+
+  module_function
+
+  #
+  # The current configuration (See: {.configure} on how to configure)
+  #
+  #
+  # @return [SidekiqUniqueJobs::Config] the gem configuration
+  #
+  def config
+    @config ||= reset!
+  end
+
+  #
+  # The current strategies
+  #
+  #
+  # @return [Hash<Symbol, SidekiqUniqueJobs::Strategy>] the configured locks
+  #
+  def strategies
+    config.strategies
+  end
+
+  #
+  # The current locks
+  #
+  #
+  # @return [Hash<Symbol, SidekiqUniqueJobs::BaseLock>] the configured locks
+  #
+  def locks
+    config.locks
+  end
+
+  #
+  # The current logger
+  #
+  #
+  # @return [Logger] the configured logger
+  #
+  def logger
+    config.logger
+  end
+
+  #
+  # The current gem version
+  #
+  #
+  # @return [String] the current gem version
+  #
+  def version
+    VERSION
+  end
+
+  #
+  # Set a new logger
+  #
+  # @param [Logger] other another logger
+  #
+  # @return [Logger] the new logger
+  #
+  def logger=(other)
+    config.logger = other
+  end
+
+  #
+  # Check if logging is enabled
+  #
+  #
+  # @return [true, false]
+  #
+  def logging?
+    config.logger_enabled
+  end
+
+  #
+  # Temporarily use another configuration and reset to the old config after yielding
+  #
+  # @param [Hash] tmp_config the temporary configuration to use
+  #
+  # @return [void]
+  #
+  # @yield control to the caller
+  def use_config(tmp_config = {})
+    raise ::ArgumentError, "#{name}.#{__method__} needs a block" unless block_given?
+
+    old_config = config.to_h
+    reset!
+    configure(tmp_config)
+    yield
+  ensure
+    reset!
+    configure(old_config.to_h)
+  end
+
+  #
+  # Resets configuration to deafult
+  #
+  #
+  # @return [SidekiqUniqueJobs::Config] a default gem configuration
+  #
+  def reset!
+    @config = SidekiqUniqueJobs::Config.default
+  end
+
+  #
+  # Enable SidekiqUniuqeJobs either temporarily in a block or for good
+  #
+  #
+  # @return [true] when not given a block
+  # @return [true, false] the previous value of enable when given a block
+  #
+  # @yieldreturn [void] temporarily enable sidekiq unique jobs while executing a block of code
+  def enable!(&block)
+    toggle(true, &block)
+  end
+
+  #
+  # Disable SidekiqUniuqeJobs either temporarily in a block or for good
+  #
+  #
+  # @return [false] when not given a block
+  # @return [true, false] the previous value of enable when given a block
+  #
+  # @yieldreturn [void] temporarily disable sidekiq unique jobs while executing a block of code
+  def disable!(&block)
+    toggle(false, &block)
+  end
+
+  #
+  # Checks if the gem has been disabled
+  #
+  # @return [true] when config.enabled is true
+  # @return [false] when config.enabled is false
+  #
+  def enabled?
+    config.enabled
+  end
+
+  #
+  # Checks if the gem has been disabled
+  #
+  # @return [true] when config.enabled is false
+  # @return [false] when config.enabled is true
+  #
+  def disabled?
+    !enabled?
+  end
+
+  #
+  # Toggles enabled on or off
+  #
+  # @api private
+  # :nodoc:
+  def toggle(enabled)
+    if block_given?
+      enabled_was = config.enabled
+      config.enabled = enabled
+      yield
+      config.enabled = enabled_was
+    else
+      config.enabled = enabled
+    end
+  end
+
+  # Configure the gem
+  #
+  # This is usually called once at startup of an application
+  # @param [Hash] options global gem options
+  # @option options [Integer] :lock_timeout (default is 0)
+  # @option options [Integer] :lock_ttl (default is 0)
+  # @option options [true,false] :enabled (default is true)
+  # @option options [String] :lock_prefix (default is 'uniquejobs')
+  # @option options [Logger] :logger (default is Sidekiq.logger)
+  # @yield control to the caller when given block
+  def configure(options = {})
+    if block_given?
+      yield config
+    else
+      options.each do |key, val|
+        config.send("#{key}=", val)
+      end
+    end
+  end
+
+  #
+  # Returns the current redis version
+  #
+  #
+  # @return [String] a string like `5.0.2`
+  #
+  def fetch_redis_version
+    Sidekiq.redis_info["redis_version"]
+  end
+
+  #
+  # Current time as float
+  #
+  #
+  # @return [Float]
+  #
+  def now_f
+    now.to_f
+  end
+
+  #
+  # Current time
+  #
+  #
+  # @return [Time]
+  #
+  def now
+    Time.now
+  end
+
+  #
+  # Checks that the worker is valid with the given options
+  #
+  # @param [Hash] options the `sidekiq_options` to validate
+  #
+  # @return [Boolean]
+  #
+  def validate_worker(options)
+    raise NotUniqueWorker, options unless (lock_type = options[LOCK])
+
+    lock_class = locks[lock_type]
+    lock_class.validate_options(options)
+  end
+
+  #
+  # Checks that the worker is valid with the given options
+  #
+  # @param [Hash] options the `sidekiq_options` to validate
+  #
+  # @raise [InvalidWorker] when {#validate_worker} returns false or nil
+  #
+  def validate_worker!(options)
+    lock_config = validate_worker(options)
+    raise InvalidWorker, lock_config unless lock_config.errors.empty?
+  end
+
+  # Attempt to constantize a string worker_class argument, always
+  # failing back to the original argument when the constant can't be found
+  #
+  # @return [Sidekiq::Worker]
+  def constantize(str)
+    return str.class             if str.is_a?(Sidekiq::Worker) # sidekiq v6.x
+    return str                   unless str.is_a?(String)
+    return Object.const_get(str) unless str.include?("::")
+
+    names = str.split("::")
+    names.shift if names.empty? || names.first.empty?
+
+    names.inject(Object) do |constant, name|
+      # the false flag limits search for name to under the constant namespace
+      #   which mimics Rails' behaviour
+      constant.const_get(name, false)
+    end
+  end
+
+  # Attempt to constantize a string worker_class argument, always
+  # failing back to the original argument when the constant can't be found
+  #
+  # @return [Sidekiq::Worker, String]
+  def safe_constantize(str)
+    constantize(str)
+  rescue NameError => ex
+    case ex.message
+    when /uninitialized constant/
+      str
+    else
+      raise
+    end
+  end
+
+  #
+  # Collection with notifications
+  #
+  #
+  # @return [Reflections]
+  #
+  def reflections
+    @reflections ||= Reflections.new
+  end
+
+  #
+  # Yields notification stack for sidekiq unique jobs to configure notifications
+  #
+  #
+  # @return [void] <description>
+  #
+  # @yieldparam [Reflections] x used to configure notifications
+  def reflect
+    yield reflections if block_given?
+  end
+end

data/lib/sidekiq_unique_jobs/sidekiq_worker_methods.rb

@@ -0,0 +1,84 @@
+# frozen_string_literal: true
+
+module SidekiqUniqueJobs
+  # Module with convenience methods for the Sidekiq::Worker class
+  #
+  # @author Mikael Henriksson <mikael@mhenrixon.com>
+  module SidekiqWorkerMethods
+    #
+    # @!attribute [r] job_class
+    #   @return [Sidekiq::Worker] The Sidekiq::Worker implementation
+    attr_reader :job_class
+
+    # Avoids duplicating worker_class.respond_to? in multiple places
+    # @return [true, false]
+    def job_method_defined?(method_sym)
+      job_class.respond_to?(method_sym)
+    end
+
+    # Wraps #get_sidekiq_options to always work with a hash
+    # @return [Hash] of the worker class sidekiq options
+    def job_options
+      return {} unless sidekiq_job_class?
+
+      job_class.get_sidekiq_options.deep_stringify_keys
+    end
+
+    # Tests that the
+    # @return [true] if job_class responds to get_sidekiq_options
+    # @return [false] if job_class does not respond to get_sidekiq_options
+    def sidekiq_job_class?
+      job_method_defined?(:get_sidekiq_options)
+    end
+
+    def job_class=(obj)
+      # this is what was originally passed in, it can be an instance or a class depending on sidekiq version
+      @original_job_class = obj
+      @job_class = job_class_constantize(obj)
+    end
+
+    # The hook to call after a successful unlock
+    # @return [Proc]
+    def after_unlock_hook # rubocop:disable Metrics/MethodLength
+      lambda do
+        if @original_job_class.respond_to?(:after_unlock)
+          # instance method in sidekiq v6
+          if @original_job_class.method(:after_unlock).arity.positive? # arity check to maintain backwards compatibility
+            @original_job_class.after_unlock(item)
+          else
+            @original_job_class.after_unlock
+          end
+        elsif job_class.respond_to?(:after_unlock)
+          # class method regardless of sidekiq version
+          if job_class.method(:after_unlock).arity.positive? # arity check to maintain backwards compatibility
+            job_class.after_unlock(item)
+          else
+            job_class.after_unlock
+          end
+        end
+      end
+    end
+
+    # Attempt to constantize a string worker_class argument, always
+    # failing back to the original argument when the constant can't be found
+    #
+    # @return [Sidekiq::Worker]
+    def job_class_constantize(klazz = @job_class)
+      SidekiqUniqueJobs.safe_constantize(klazz)
+    end
+
+    #
+    # Returns the default worker options from Sidekiq
+    #
+    #
+    # @return [Hash<Symbol, Object>]
+    #
+    def default_job_options
+      if Sidekiq.respond_to?(:default_job_options)
+        Sidekiq.default_job_options
+      else
+        Sidekiq.default_worker_options
+      end
+    end
+  end
+end

data/lib/sidekiq_unique_jobs/testing.rb

@@ -1,70 +1,135 @@
-require 'sidekiq_unique_jobs/testing/sidekiq_overrides'
-require 'sidekiq_unique_jobs/script_mock'
-
-module SidekiqUniqueJobs
-  alias redis_version_real redis_version
-  def redis_version
-    if mocked?
-      '0.0'
+# frozen_string_literal: true
+
+# :nocov:
+# :nodoc:
+
+require "sidekiq"
+require "sidekiq/testing"
+require "sidekiq_unique_jobs/rspec/matchers"
+require "sidekiq_unique_jobs/lock/validator"
+require "sidekiq_unique_jobs/lock/client_validator"
+require "sidekiq_unique_jobs/lock/server_validator"
+
+#
+# See Sidekiq gem for more details
+#
+module Sidekiq
+  #
+  # Temporarily turn Sidekiq's options into something different
+  #
+  # @note this method will restore the original options after yielding
+  #
+  # @param [Hash<Symbol, Object>] tmp_config the temporary config to use
+  #
+  def self.use_options(tmp_config = {}) # rubocop:disable Metrics/MethodLength
+    if respond_to?(:default_job_options)
+      default_job_options.clear
+      self.default_job_options = tmp_config
     else
-      redis_version_real
+      default_worker_options.clear
+      self.default_worker_options = tmp_config
+    end
+
+    yield
+  ensure
+    if respond_to?(:default_job_options)
+      default_job_options.clear
+      self.default_job_options = default_job_options
+    else
+      default_worker_options.clear
+      self.default_worker_options = DEFAULT_WORKER_OPTIONS
     end
   end
 
-  module Scripts
-    module Overrides
-      def self.included(base)
-        base.extend Testing
-        base.class_eval do
-          class << self
-            alias_method :call_orig, :call
-            alias_method :call, :call_ext
-          end
-        end
-      end
+  #
+  # See Sidekiq::Worker in Sidekiq gem for more details
+  #
+  module Worker
+    #
+    # Adds class methods to Sidekiq::Worker
+    #
+    module ClassMethods
+      #
+      # Temporarily turn a workers sidekiq_options into something different
+      #
+      # @note this method will restore the original configuration after yielding
+      #
+      # @param [Hash<Symbol, Object>] tmp_config the temporary config to use
+      #
+      def use_options(tmp_config = {})
+        old_options = sidekiq_options_hash.dup
+        sidekiq_options(old_options.merge(tmp_config))
 
-      module Testing
-        def call_ext(file_name, redis_pool, options = {})
-          if SidekiqUniqueJobs.config.redis_test_mode == :mock
-            SidekiqUniqueJobs::ScriptMock.call(file_name, redis_pool, options)
+        yield
+      ensure
+        self.sidekiq_options_hash =
+          if Sidekiq.respond_to?(:default_job_options)
+            Sidekiq.default_job_options
           else
-            call_orig(file_name, redis_pool, options)
+            DEFAULT_WORKER_OPTIONS
           end
-        end
+
+        sidekiq_options(old_options)
       end
     end
 
-    include Overrides
-  end
+    #
+    # Prepends deletion of locks to clear_all
+    #
+    module Overrides
+      #
+      # Overrides sidekiq_options on the worker class to prepend validation
+      #
+      # @param [Hash] options worker options
+      #
+      # @return [void]
+      #
+      def sidekiq_options(options = {})
+        SidekiqUniqueJobs.validate_worker!(options) if SidekiqUniqueJobs.config.raise_on_config_error
 
-  module Client
-    class Middleware
-      alias call_real call
-      def call(worker_class, item, queue, redis_pool = nil)
-        worker_class = SidekiqUniqueJobs.worker_class_constantize(worker_class)
-
-        if Sidekiq::Testing.inline?
-          _server.call(worker_class.new, item, queue, redis_pool) do
-            call_real(worker_class, item, queue, redis_pool) do
-              yield
-            end
-          end
-        else
-          call_real(worker_class, item, queue, redis_pool) do
-            yield
+        super(options)
+      end
+
+      #
+      # Prepends deletion of locks to clear
+      #
+      module ClassMethods
+        #
+        # Clears the jobs for this worker and removes all locks
+        #
+        def clear
+          jobs.each do |job|
+            SidekiqUniqueJobs::Unlockable.unlock(job)
           end
+
+          super
         end
       end
+    end
 
-      def _server
-        SidekiqUniqueJobs::Server::Middleware.new
-      end
+    prepend Overrides
+
+    #
+    # Prepends methods to Sidekiq::Worker
+    #
+    module ClassMethods
+      prepend Overrides::ClassMethods
     end
-  end
 
-  class Testing
-    def mocking!
-      require 'sidekiq_unique_jobs/testing/mocking'
+    #
+    # Prepends singleton methods to Sidekiq::Worker
+    #
+    module SignletonOverrides
+      #
+      # Clears all jobs for this worker and removes all locks
+      #
+      def clear_all
+        super
+
+        SidekiqUniqueJobs::Digests.new.delete_by_pattern("*", count: 10_000)
+      end
     end
+
+    singleton_class.prepend SignletonOverrides
   end
 end