sidekiq-superworker 0.1.1 → 0.1.2

data/README.md

@@ -98,6 +98,18 @@ Superworker.create(:MySuperworker, :user_id, :comment_id) do
 end
 ```
 
+### Options
+
+#### Insert Method
+
+When a superjob is queued, records for all of its subjobs are created. By default, each subjob record will be created using a separate insert query. If you're creating superjobs with large numbers of subjobs and want to improve performance, you can create these records using a multiple insert query instead. To this, set `:insert_method` to `:multiple`:
+
+```ruby
+# config/initializers/superworker.rb
+Sidekiq::Superworker.options[:insert_method] = :multiple
+
+```
+
 ### Logging
 
 To make debugging easier, Sidekiq Superworker provides detailed log messages when its logger is set to the DEBUG level:

data/lib/sidekiq/superworker.rb

@@ -1,4 +1,5 @@
 require 'sidekiq'
+require 'activerecord-import'
 
 directory = File.dirname(File.absolute_path(__FILE__))
 require "#{directory}/client_ext.rb"
@@ -8,6 +9,18 @@ Dir.glob("#{directory}/../../app/models/sidekiq/superworker/*.rb") { |file| requ
 
 module Sidekiq
   module Superworker
+    DEFAULTS = {
+      insert_method: :single
+    }
+
+    def self.options
+      @options ||= DEFAULTS.dup
+    end
+
+    def self.options=(opts)
+      @options = opts
+    end
+
     def self.logger
       Logging.logger
     end

data/lib/sidekiq/superworker/version.rb

@@ -1,5 +1,5 @@
 module Sidekiq
   module Superworker
-    VERSION = '0.1.1'
+    VERSION = '0.1.2'
   end
 end

data/lib/sidekiq/superworker/worker_class.rb

@@ -34,7 +34,7 @@ module Sidekiq
 
         def create_subjobs(arg_values, options={})
           records = @dsl_hash.nested_hash_to_records(@nested_hash, @args)
-          subjobs = records.collect do |id, record|
+          records = records.collect do |id, record|
             record[:status] = 'initialized'
             record[:superjob_id] = @superjob_id
             record[:superworker_class] = @class_name
@@ -48,9 +48,19 @@ module Sidekiq
             end
             record
           end
-          # Perform the inserts in a single transaction to improve the performance of large mass inserts
-          Sidekiq::Superworker::Subjob.transaction do
-            Sidekiq::Superworker::Subjob.create(subjobs)
+
+          insert_subjobs(records)
+        end
+
+        def insert_subjobs(records)
+          if Sidekiq::Superworker.options[:insert_method] == :multiple
+            subjobs = records.collect { |record| Sidekiq::Superworker::Subjob.new(record) }
+            Sidekiq::Superworker::Subjob.import(subjobs)
+            Sidekiq::Superworker::Subjob.where(superjob_id: @superjob_id).order(:subjob_id)
+          else
+            Sidekiq::Superworker::Subjob.transaction do
+              Sidekiq::Superworker::Subjob.create(records)
+            end
           end
         end
       end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: sidekiq-superworker
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-09-11 00:00:00.000000000 Z
+date: 2013-09-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sidekiq
@@ -27,6 +27,22 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: 2.1.0
+- !ruby/object:Gem::Dependency
+  name: activerecord-import
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rails
   requirement: !ruby/object:Gem::Requirement
@@ -120,7 +136,8 @@ files:
 - Rakefile
 - README.md
 homepage: https://github.com/socialpandas/sidekiq-superworker
-licenses: []
+licenses:
+- MIT
 post_install_message: 
 rdoc_options: []
 require_paths: