delayed_job_bulk 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: adaebdb0b0dbb27b937eebcc5aaa799560968d3f0f8191f46e56272cdb1ed35d
+  data.tar.gz: 4653f201d5b26235074291ec4c62181b5ee7015ef1c6bdce0325b985e73a9b8f
+SHA512:
+  metadata.gz: bfb43ca8fbcf66900631dbe81fa1859ba3041f27494129262886c090a74c20d1ba37cfb72fe85b6a8a03e54dff260accc910db09d9370ebdb29a11128d7b7b73
+  data.tar.gz: 0f7c3ad500d786b5bf3cd89dd5666be5c5f06c07ddeeff5319da42494bb9cbb7af4c031f649d9bce2a020e616e405325b5eb8234eeda84e469471aa1123f8258

data/.github/workflows/ci.yml

@@ -0,0 +1,52 @@
+name: CI
+
+on: [push, pull_request]
+
+jobs:
+  test:
+    runs-on: ubuntu-20.04
+    services:
+      postgres:
+        image: postgres:9.5
+        env:
+          POSTGRES_USER: postgres
+          POSTGRES_PASSWORD: postgres
+        ports:
+          - 5432:5432
+        options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
+      mysql:
+        image: mysql:5.7
+        env:
+          MYSQL_ALLOW_EMPTY_PASSWORD: yes
+        ports:
+          - 3306:3306
+        options: --health-cmd "mysqladmin ping -h localhost" --health-interval 20s --health-timeout 10s --health-retries 10
+    strategy:
+      fail-fast: false
+      matrix:
+        ruby: [2.7, '3.0', 3.1, 3.2]
+        gemfile: ['rails60', 'rails61', 'rails70']
+        database: ['postgresql', 'mysql', 'sqlite']
+
+    name: ruby ${{ matrix.ruby }}, ${{ matrix.gemfile }}, ${{ matrix.database }}
+
+    env:
+      POSTGRES_USER: postgres
+      POSTGRES_PASSWORD: postgres
+      DATABASE: ${{ matrix.database }}
+      BUNDLE_GEMFILE: gemfiles/${{ matrix.gemfile }}.gemfile
+
+    steps:
+    - uses: actions/checkout@v3
+    - uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: ${{ matrix.ruby }}
+        bundler-cache: true
+    - name: Prepare test
+      run: |
+        cd spec/dummy
+        BUNDLE_GEMFILE=../../${{ env.BUNDLE_GEMFILE }} RAILS_ENV=test bundle exec rake db:create db:migrate
+        cd ../..
+    - name: Run test
+      run: |
+        bundle exec rspec

data/.gitignore

@@ -0,0 +1,10 @@
+/.bundle/
+/Gemfile.lock
+/gemfiles/*gemfile.lock
+/coverage/
+/pkg/
+/spec/reports/
+/spec/**/db/*.sqlite3
+/spec/**/log/*.log
+/spec/**/tmp/*
+/vendor/

data/.rspec

@@ -0,0 +1,4 @@
+--format documentation
+--color
+--require spec_helper
+--require rails_helper

data/CHANGELOG.md

@@ -0,0 +1,5 @@
+# CHANGELOG
+
+## 1.0.0
+
+* First release.

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2023 Yoshikazu Kaneta
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,55 @@
+# DelayedJobBulk
+
+Bulk insert many jobs at once for delayed_job.
+
+## Dependencies
+
+* ruby 2.7+
+* activerecord 6.0+
+* delayed_job 4.1
+* delayed_job_active_record 4.1
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'delayed_job_bulk'
+```
+
+And then execute:
+
+    $ bundle
+
+## Usage
+
+Build `ActiveJob::Base` instances and pass them to `Delayed::Job::Bulk.enqueue`:
+
+```ruby
+class SampleJob < ActiveJob::Base
+end
+
+active_jobs = 10.times.map { SampleJob.new('sample') }
+jobs = Delayed::Job::Bulk.enqueue(active_jobs)
+```
+
+Return value of `Delayed::Job::Bulk.enqueue` is an array of Delayed::Job instance:
+
+```ruby
+jobs.size #=> 10
+jobs.each do |job|
+  job.id  #=> 12345 (id is set only postgresql)
+end
+```
+
+### Caveats
+
+Callbacks related with ActiveJob (`before_enqueue`, `after_enqueue` and `around_enqueue`) are not called for bulk enqueue.
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/kanety/delayed_job_bulk.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/delayed_job_bulk.gemspec

@@ -0,0 +1,35 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'delayed/backend/bulk/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "delayed_job_bulk"
+  spec.version       = Delayed::Backend::Bulk::VERSION
+  spec.authors       = ["Yoshikazu Kaneta"]
+  spec.email         = ["kaneta@sitebridge.co.jp"]
+  spec.summary       = %q{Bulk insert many jobs at once for delayed_job}
+  spec.description   = %q{Bulk insert many jobs at once for delayed_job}
+  spec.homepage      = "https://github.com/kanety/delayed_job_bulk"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.required_ruby_version = '>= 2.7'
+
+  spec.add_dependency "delayed_job", ">= 4.1"
+  spec.add_dependency "delayed_job_active_record", ">= 4.1"
+  spec.add_dependency "activesupport", ">= 6.0"
+  spec.add_dependency "activerecord", ">= 6.0"
+
+  spec.add_development_dependency "rails"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec-rails"
+  spec.add_development_dependency "simplecov"
+  spec.add_development_dependency "pg"
+  spec.add_development_dependency "mysql2"
+  spec.add_development_dependency "sqlite3"
+end

data/gemfiles/rails60.gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+gem "rails", "~> 6.0.0"
+gem "psych", "~> 3.3.0"
+
+gemspec path: "../"

data/gemfiles/rails61.gemfile

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+
+gem "rails", "~> 6.1.0"
+
+gemspec path: "../"

data/gemfiles/rails70.gemfile

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+
+gem "rails", "~> 7.0.1"
+
+gemspec path: "../"

data/lib/delayed/backend/bulk/callbacks.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module Delayed
+  module Backend
+    class Bulk
+      module Callbacks
+        extend ActiveSupport::Concern
+        include ActiveSupport::Callbacks
+
+        included do
+          define_callbacks :enqueue
+        end
+
+        class_methods do
+          def before_enqueue(*args, &block)
+            set_callback(:enqueue, :before, *args, &block)
+          end
+    
+          def after_enqueue(*args, &block)
+            set_callback(:enqueue, :after, *args, &block)
+          end
+    
+          def around_enqueue(*args, &block)
+            set_callback(:enqueue, :around, *args, &block)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/delayed/backend/bulk/version.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+module Delayed
+  module Backend
+    class Bulk
+      VERSION = "1.0.0"
+    end
+  end
+end

data/lib/delayed/backend/bulk.rb

@@ -0,0 +1,78 @@
+# frozen_string_literal: true
+
+require_relative 'bulk/callbacks'
+
+module Delayed
+  module Backend
+    class Bulk
+      include Callbacks
+
+      define_callbacks :enqueue
+
+      def initialize(active_jobs)
+        @active_jobs = Array(active_jobs)
+      end
+
+      def call
+        @jobs = @active_jobs.map { |active_job| build_job(active_job) }
+        @valid_jobs = @jobs.select(&:valid?)
+
+        if @valid_jobs.present?
+          @valid_jobs.each do |job|
+            job.send(:set_default_run_at)
+          end
+          run_callbacks :enqueue do
+            insert_all
+          end
+        end
+
+        @jobs
+      end
+
+      private
+
+      def build_job(active_job)
+        Delayed::Job.new(
+          Delayed::Backend::JobPreparer.new(
+            ActiveJob::QueueAdapters::DelayedJobAdapter::JobWrapper.new(active_job.serialize),
+            queue: active_job.queue_name,
+            priority: active_job.priority
+          ).prepare
+        ).tap do |job|
+          job.created_at = current_time
+          job.updated_at = current_time
+        end
+      end
+
+      def current_time
+        @current_time ||= Time.zone.now
+      end
+
+      def insert_all
+        attrs = @valid_jobs.map { |job| job.attributes.reject { |_,v| v.nil? } }
+        result = Delayed::Job.insert_all(attrs)
+        assign_id(result.rows) if result.rows.present?
+      end
+
+      def assign_id(ids)
+        @valid_jobs.each_with_index do |job, i|
+          job.id = ids[i][0]
+          job.instance_variable_set('@new_record', false)
+          job.instance_variable_set('@previously_new_record', true)
+        end
+
+        @jobs.size.times do |i|
+          @active_jobs[i].provider_job_id = @jobs[i].id
+        end
+      end
+
+      class << self
+        def enqueue(active_jobs)
+          new(active_jobs).call
+        end
+      end
+    end
+  end
+end
+
+Delayed::Job::Bulk = Delayed::Backend::Bulk

data/lib/delayed_job_bulk.rb

@@ -0,0 +1,4 @@
+require 'active_support'
+require 'delayed_job_active_record'
+
+require_relative 'delayed/backend/bulk'

metadata

@@ -0,0 +1,213 @@
+--- !ruby/object:Gem::Specification
+name: delayed_job_bulk
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Yoshikazu Kaneta
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2023-05-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: delayed_job
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.1'
+- !ruby/object:Gem::Dependency
+  name: delayed_job_active_record
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.1'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '6.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '6.0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '6.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '6.0'
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Bulk insert many jobs at once for delayed_job
+email:
+- kaneta@sitebridge.co.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".github/workflows/ci.yml"
+- ".gitignore"
+- ".rspec"
+- CHANGELOG.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- delayed_job_bulk.gemspec
+- gemfiles/rails60.gemfile
+- gemfiles/rails61.gemfile
+- gemfiles/rails70.gemfile
+- lib/delayed/backend/bulk.rb
+- lib/delayed/backend/bulk/callbacks.rb
+- lib/delayed/backend/bulk/version.rb
+- lib/delayed_job_bulk.rb
+homepage: https://github.com/kanety/delayed_job_bulk
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '2.7'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.3.3
+signing_key: 
+specification_version: 4
+summary: Bulk insert many jobs at once for delayed_job
+test_files: []