sidekiq-grouping 1.2.0 → 1.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: be68edcca66201c059ee0a9d18c163cf899a00e1d5013a64ca72206dc9b48e9e
-  data.tar.gz: 55bfb74ecd86ce73a4fedd115e8adfb1a8531ab3460e008a74ce6c4b9c111892
+  metadata.gz: 1626ba86eaf1cb747b25ca6770aa5fa982fbc19f4b8f55bdb49983331ffa8761
+  data.tar.gz: bdd1ee7ec9d60582fdf2db69edacbb5a3592f1caa77d60ea60e09f259a0dbca4
 SHA512:
-  metadata.gz: 709bbcf1bf236c18e330adba5fd5c0c23a5cce73f869fcc152c3b846f306c28189c3942bb6bfde1875f1895e0a799e7367e1e4bddd4abb8c6147f16490101841
-  data.tar.gz: d46cb5d01ccaaae7c52f7768e8f8159a8be287e58852f6c167d4ebfbf01e37da70640b40b4476c868fa01a4874d717bbb4c0cbe9108418d1180c4a2c9d95c3ce
+  metadata.gz: 99cfd0e831a581d1f38764f1803e81fcdd4ae5b2fd7a75fa8b19a936af601abc415031213f8419d16f3108d8ba8a980439b148e55ae2b64ebc89e674d4c2b780
+  data.tar.gz: 9b98e1272e011f68fc60766918f16cb80ce867eb351d05b65ac8a760dbfe05fe363b74a276794b80a6971e5b4593d2c423d35ad835ad7bbdb00d6ca911490e94

data/.gitignore

@@ -16,3 +16,4 @@ spec/reports
 test/tmp
 test/version_tmp
 tmp
+.lefthook-local.yml

data/Appraisals

@@ -21,3 +21,11 @@ end
 appraise 'sidekiq-6.5' do
   gem 'sidekiq', '~> 6.5.0'
 end
+
+appraise 'sidekiq-7.0' do
+  gem 'sidekiq', '~> 7.0.0'
+end
+
+appraise 'sidekiq-master' do
+  gem 'sidekiq', github: 'mperham/sidekiq'
+end

data/bin/console

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require "bundler/setup"
+require "sidekiq/grouping"
+
+require "pry"
+Pry.start

data/gemfiles/sidekiq_7.0.gemfile

@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "sidekiq", "~> 7.0.0"
+
+gemspec path: "../"

data/lefthook.yml

@@ -4,12 +4,17 @@
 # See: github.com/evilmartians/lefthook
 
 pre-commit:
+  parallel: true
   commands:
+    appraisal:
+      glob: "{Appraisals,*.gemfile}"
+      run: echo {staged_files} > /dev/null; bundle exec appraisal install && git add gemfiles/*.gemfile
     rubocop:
-      glob: "*.rb"
+      glob: "{*.rb,*.gemspec,Gemfile,Rakefile}"
       run: bundle exec rubocop -A {staged_files} && git add {staged_files}
 
 pre-push:
   commands:
     rspec:
-      run: bundle exec appraisal rspec
+      glob: "*.rb"
+      run: echo {push_files} > /dev/null; bundle exec appraisal rspec

data/lib/sidekiq/grouping/config.rb

@@ -6,10 +6,12 @@ module Sidekiq
       include ActiveSupport::Configurable
 
       def self.options
-        if Sidekiq.respond_to?(:[])
-          Sidekiq[:grouping] || Sidekiq["grouping"] || {}
-        else
+        if Sidekiq.respond_to?(:[]) # Sidekiq 6.x
+          Sidekiq[:grouping] || {}
+        elsif Sidekiq.respond_to?(:options) # Sidekiq <= 5.x
           Sidekiq.options[:grouping] || Sidekiq.options["grouping"] || {}
+        else # Sidekiq 7.x
+          Sidekiq.default_configuration[:grouping] || {}
         end
       end
 

data/lib/sidekiq/grouping/redis.rb

@@ -1,8 +1,12 @@
 # frozen_string_literal: true
 
+require_relative "./redis_dispatcher"
+
 module Sidekiq
   module Grouping
     class Redis
+      include RedisDispatcher
+
       PLUCK_SCRIPT = <<-SCRIPT
         local pluck_values = redis.call('lpop', KEYS[1], ARGV[1]) or {}
         if #pluck_values > 0 then
@@ -15,13 +19,12 @@ module Sidekiq
         redis do |conn|
           conn.multi do |pipeline|
             sadd = pipeline.respond_to?(:sadd?) ? :sadd? : :sadd
-            pipeline.public_send(sadd, ns("batches"), name)
-            pipeline.rpush(ns(name), msg)
+            redis_connection_call(pipeline, sadd, ns("batches"), name)
+            redis_connection_call(pipeline, :rpush, ns(name), msg)
+
             if remember_unique
-              pipeline.public_send(
-                sadd,
-                unique_messages_key(name),
-                msg
+              redis_connection_call(
+                pipeline, sadd, unique_messages_key(name), msg
               )
             end
           end
@@ -29,47 +32,62 @@ module Sidekiq
       end
 
       def enqueued?(name, msg)
-        redis do |conn|
-          conn.sismember(unique_messages_key(name), msg)
-        end
+        member = redis_call(:sismember, unique_messages_key(name), msg)
+        return member if member.is_a?(TrueClass) || member.is_a?(FalseClass)
+
+        member != 0
       end
 
       def batch_size(name)
-        redis { |conn| conn.llen(ns(name)) }
+        redis_call(:llen, ns(name))
       end
 
       def batches
-        redis { |conn| conn.smembers(ns("batches")) }
+        redis_call(:smembers, ns("batches"))
       end
 
       def pluck(name, limit)
-        keys = [ns(name), unique_messages_key(name)]
-        args = [limit]
-        redis { |conn| conn.eval PLUCK_SCRIPT, keys, args }
+        if new_redis_client?
+          redis_call(
+            :eval,
+            PLUCK_SCRIPT,
+            2,
+            ns(name),
+            unique_messages_key(name),
+            limit
+          )
+        else
+          keys = [ns(name), unique_messages_key(name)]
+          args = [limit]
+          redis_call(:eval, PLUCK_SCRIPT, keys, args)
+        end
       end
 
       def get_last_execution_time(name)
-        redis { |conn| conn.get(ns("last_execution_time:#{name}")) }
+        redis_call(:get, ns("last_execution_time:#{name}"))
       end
 
       def set_last_execution_time(name, time)
-        redis do |conn|
-          conn.set(ns("last_execution_time:#{name}"), time.to_json)
-        end
+        redis_call(
+          :set, ns("last_execution_time:#{name}"), time.to_json
+        )
       end
 
       def lock(name)
-        redis do |conn|
-          id = ns("lock:#{name}")
-          conn.set(id, true, nx: true, ex: Sidekiq::Grouping::Config.lock_ttl)
-        end
+        redis_call(
+          :set,
+          ns("lock:#{name}"),
+          "true",
+          nx: true,
+          ex: Sidekiq::Grouping::Config.lock_ttl
+        )
       end
 
       def delete(name)
         redis do |conn|
-          conn.del(ns("last_execution_time:#{name}"))
-          conn.del(ns(name))
-          conn.srem(ns("batches"), name)
+          redis_connection_call(conn, :del, ns("last_execution_time:#{name}"))
+          redis_connection_call(conn, :del, ns(name))
+          redis_connection_call(conn, :srem, ns("batches"), name)
         end
       end
 
@@ -82,10 +100,6 @@ module Sidekiq
       def ns(key = nil)
         "batching:#{key}"
       end
-
-      def redis(&block)
-        Sidekiq.redis(&block)
-      end
     end
   end
 end

data/lib/sidekiq/grouping/redis_dispatcher.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module Sidekiq
+  module Grouping
+    module RedisDispatcher
+      def redis_call(command, *args, **kwargs)
+        redis do |connection|
+          redis_connection_call(connection, command, *args, **kwargs)
+        end
+      end
+
+      def redis_connection_call(connection, command, *args, **kwargs)
+        if new_redis_client? # redis-client
+          connection.call(command.to_s.upcase, *args, **kwargs)
+        else # redis
+          connection.public_send(command, *args, **kwargs)
+        end
+      end
+
+      def new_redis_client?
+        Sidekiq::VERSION[0].to_i >= 7
+      end
+
+      def redis(&block)
+        Sidekiq.redis(&block)
+      end
+    end
+  end
+end

data/lib/sidekiq/grouping/version.rb

@@ -2,6 +2,6 @@
 
 module Sidekiq
   module Grouping
-    VERSION = "1.2.0"
+    VERSION = "1.3.0"
   end
 end

data/lib/sidekiq/grouping.rb

@@ -4,6 +4,7 @@ require "active_support"
 require "active_support/core_ext/string"
 require "active_support/configurable"
 require "active_support/core_ext/numeric/time"
+require "sidekiq"
 require "sidekiq/grouping/version"
 require "concurrent"
 

data/sidekiq-grouping.gemspec

@@ -23,6 +23,7 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency "appraisal"
   spec.add_development_dependency "bundler", "> 1.5"
+  spec.add_development_dependency "pry"
   spec.add_development_dependency "rake"
   spec.add_development_dependency "rspec"
   spec.add_development_dependency "rspec-sidekiq"
@@ -33,6 +34,6 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency "activesupport"
   spec.add_dependency "concurrent-ruby"
-  spec.add_dependency "sidekiq", ">= 3.4.2", "< 7"
+  spec.add_dependency "sidekiq", ">= 3.4.2"
   spec.metadata["rubygems_mfa_required"] = "true"
 end

data/spec/modules/redis_spec.rb

@@ -3,6 +3,8 @@
 require "spec_helper"
 
 describe Sidekiq::Grouping::Redis do
+  include Sidekiq::Grouping::RedisDispatcher
+
   subject(:redis_service) { described_class.new }
 
   let(:queue_name)    { "my_queue" }
@@ -12,14 +14,14 @@ describe Sidekiq::Grouping::Redis do
   describe "#push_msg" do
     it "adds message to queue", :aggregate_failures do
       redis_service.push_msg(queue_name, "My message")
-      expect(redis { |c| c.llen key }).to eq 1
-      expect(redis { |c| c.lrange key, 0, 1 }).to eq ["My message"]
-      expect(redis { |c| c.smembers unique_key }).to eq []
+      expect(redis_call(:llen, key)).to eq 1
+      expect(redis_call(:lrange, key, 0, 1)).to eq ["My message"]
+      expect(redis_call(:smembers, unique_key)).to eq []
     end
 
     it "remembers unique message if specified" do
       redis_service.push_msg(queue_name, "My message", remember_unique: true)
-      expect(redis { |c| c.smembers unique_key }).to eq ["My message"]
+      expect(redis_call(:smembers, unique_key)).to eq ["My message"]
     end
   end
 
@@ -28,21 +30,15 @@ describe Sidekiq::Grouping::Redis do
       redis_service.push_msg(queue_name, "Message 1")
       redis_service.push_msg(queue_name, "Message 2")
       redis_service.pluck(queue_name, 2)
-      expect(redis { |c| c.llen key }).to eq 0
+      expect(redis_call(:llen, key)).to eq 0
     end
 
     it "forgets unique messages", :aggregate_failures do
       redis_service.push_msg(queue_name, "Message 1", remember_unique: true)
       redis_service.push_msg(queue_name, "Message 2", remember_unique: true)
-      expect(redis { |c| c.scard unique_key }).to eq 2
+      expect(redis_call(:scard, unique_key)).to eq 2
       redis_service.pluck(queue_name, 2)
-      expect(redis { |c| c.smembers unique_key }).to eq []
+      expect(redis_call(:smembers, unique_key)).to eq []
     end
   end
-
-  private
-
-  def redis(&block)
-    Sidekiq.redis(&block)
-  end
 end

data/spec/spec_helper.rb

@@ -9,6 +9,7 @@ require "simplecov"
 require "sidekiq"
 require "rspec-sidekiq"
 require "support/test_workers"
+require "pry"
 
 SimpleCov.start do
   add_filter "spec"
@@ -17,8 +18,10 @@ end
 require "sidekiq/grouping"
 
 Sidekiq::Grouping.logger = nil
-Sidekiq.redis = { db: ENV.fetch("db", 1) }
-Sidekiq.logger = nil
+Sidekiq.configure_client do |config|
+  config.redis = { db: 1 }
+  config.logger = nil
+end
 
 RSpec::Sidekiq.configure do |config|
   config.clear_all_enqueued_jobs = true
@@ -32,8 +35,13 @@ RSpec.configure do |config|
 
   config.before do
     Sidekiq.redis do |conn|
-      keys = conn.keys "*batching*"
-      keys.each { |key| conn.del key }
+      if Sidekiq::VERSION[0].to_i >= 7
+        keys = conn.call("KEYS", "*batching*")
+        keys.each { |key| conn.call("DEL", key) }
+      else
+        keys = conn.keys "*batching*"
+        keys.each { |key| conn.del key }
+      end
     end
   end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: sidekiq-grouping
 version: !ruby/object:Gem::Version
-  version: 1.2.0
+  version: 1.3.0
 platform: ruby
 authors:
 - Victor Sokolov
@@ -38,6 +38,20 @@ dependencies:
     - - ">"
       - !ruby/object:Gem::Version
         version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -171,9 +185,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 3.4.2
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '7'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -181,13 +192,11 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 3.4.2
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '7'
 description:
 email:
 - gzigzigzeo@gmail.com
-executables: []
+executables:
+- console
 extensions: []
 extra_rdoc_files: []
 files:
@@ -200,12 +209,14 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- bin/console
 - gemfiles/sidekiq_4.0.gemfile
 - gemfiles/sidekiq_4.1.gemfile
 - gemfiles/sidekiq_4.2.gemfile
 - gemfiles/sidekiq_5.0.gemfile
 - gemfiles/sidekiq_6.0.gemfile
 - gemfiles/sidekiq_6.5.gemfile
+- gemfiles/sidekiq_7.0.gemfile
 - gemfiles/sidekiq_master.gemfile
 - lefthook.yml
 - lib/sidekiq/grouping.rb
@@ -215,6 +226,7 @@ files:
 - lib/sidekiq/grouping/flusher_observer.rb
 - lib/sidekiq/grouping/middleware.rb
 - lib/sidekiq/grouping/redis.rb
+- lib/sidekiq/grouping/redis_dispatcher.rb
 - lib/sidekiq/grouping/version.rb
 - lib/sidekiq/grouping/views/index.erb
 - lib/sidekiq/grouping/web.rb