sidekiq_bulk_job 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e3f6ce66f186f36e576e2611b892ecbb013f888b54f27bbc36f1a463aedc7b1f
-  data.tar.gz: 8deff846fe66b2fa565af200678aa20a67ba0ef1550ef920fb5930da0d76bd22
+  metadata.gz: 71203ea369c49030deec6cf4e48363f00c9308a8840832717c575f4621251ab4
+  data.tar.gz: c41f6dd123ca271c2224ed21151c6401c03cafd40e1b9a6d187fec22190884bc
 SHA512:
-  metadata.gz: 1199ea0291f826b28e7eb7e3fac6c5c00e98c69d37adc46e110e567ec82977ad3519c15fada8df89b07d5237161f457ab1c71271797897eff37f7677c0e26359
-  data.tar.gz: 1cb8a1f0c85caa3c05c994e1412b679251293d333b9d0b30831c13130e68a480035e484d73249e7be28645e01c7f237ea9dfd5348bdb1f97e16f73375faaa144
+  metadata.gz: 4ee561021c0fe02bfd932f3e9d2a1a3db86b4445fe4ac16c4be5073122d813fc1937b81d4e15e7094362663f8b34a2ef75338f37c5ffdeba99262aea38919034
+  data.tar.gz: 0fcdfb2dd97e3f22a946178c8c4db149d54e978a590606a5a472e32bd9b25e66839e4e9709c592e96f86fa0200a4c94de7288c24de6d77c26db5e89359d8c7ce

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    sidekiq_bulk_job (0.1.2)
+    sidekiq_bulk_job (0.1.3)
       sidekiq (~> 5.2.7)
 
 GEM

data/lib/sidekiq_bulk_job.rb

@@ -113,7 +113,7 @@ module SidekiqBulkJob
     def process(job_class_name: , at: nil, perfrom_args: [], queue: self.queue)
       if at.nil?
         key = generate_key(job_class_name)
-        client.lpush key, perfrom_args.to_json
+        client.lpush key, SidekiqBulkJob::Utils.dump(perfrom_args)
         bulk_run(job_class_name, key, queue: queue) if need_flush?(key)
         monitor(job_class_name, queue: queue)
       else
@@ -128,11 +128,11 @@ module SidekiqBulkJob
         end
         if !target.nil? && !args_redis_key.nil? && !args_redis_key.empty?
           # 往现有的job参数set里增加参数
-          client.lpush args_redis_key, perfrom_args.to_json
+          client.lpush args_redis_key, SidekiqBulkJob::Utils.dump(perfrom_args)
         else
           # 新增加一个
           args_redis_key = SecureRandom.hex
-          client.lpush args_redis_key, perfrom_args.to_json
+          client.lpush args_redis_key, SidekiqBulkJob::Utils.dump(perfrom_args)
           SidekiqBulkJob::ScheduledJob.client_push("queue" => queue, "class" => SidekiqBulkJob::ScheduledJob, "at" => at, "args" => [job_class_name, args_redis_key])
         end
       end

data/lib/sidekiq_bulk_job/bulk_job.rb

@@ -13,7 +13,7 @@ module SidekiqBulkJob
       job = SidekiqBulkJob::Utils.constantize(target_name)
       args_array.each do |_args|
         begin
-          args = JSON.parse _args
+          args = SidekiqBulkJob::Utils.load _args
           if SidekiqBulkJob::Utils.class_with_method?(job_class_name)
             job.send(method_name, *args)
           else

data/lib/sidekiq_bulk_job/scheduled_job.rb

@@ -14,7 +14,7 @@ module SidekiqBulkJob
       args_array = SidekiqBulkJob.flush args_redis_key
       args_array.each do |_args|
         begin
-          args = JSON.parse _args
+          args = SidekiqBulkJob::Utils.load _args
           if SidekiqBulkJob::Utils.class_with_method?(job_class_name)
             job.send(method_name, *args)
           else

data/lib/sidekiq_bulk_job/utils.rb

@@ -1,3 +1,6 @@
+require 'yaml'
+require "sidekiq/extensions/active_record"
+
 module SidekiqBulkJob
   module Utils
 
@@ -80,6 +83,18 @@ module SidekiqBulkJob
         end
       end
 
+      def load yaml, legacy_filename = Object.new, filename: nil, fallback: false, symbolize_names: false
+        YAML.load yaml, legacy_filename, filename: filename, fallback: fallback, symbolize_names: symbolize_names
+      end
+
+      def dump o, io = nil, options = {}
+        marshalled = YAML.dump o, io, options
+        if marshalled.size > Sidekiq::Extensions::SIZE_LIMIT
+          SidekiqBulkJob.logger.warn { "job argument is #{marshalled.bytesize} bytes, you should refactor it to reduce the size" }
+        end
+        marshalled
+      end
+
     end
 
   end

data/lib/sidekiq_bulk_job/version.rb

@@ -1,3 +1,3 @@
 module SidekiqBulkJob
-  VERSION = "0.1.2"
+  VERSION = "0.1.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sidekiq_bulk_job
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - scalaview
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-11-11 00:00:00.000000000 Z
+date: 2020-11-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sidekiq