sidekiq_fork 0.0.1

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: 839e195de7bddfa0447d88380506c4db5e3dc07f
4
+ data.tar.gz: f6601ffd12b35f8b9ac45506126391b86931aab7
5
+ SHA512:
6
+ metadata.gz: 29a720e67016e1ed1638e281f8acbf553ac4360b02d7bfadfcdeed266e130acdd31ebb34e3c0292964abe6c1b66f30a99a09ab0dc3b225a9b60e375e3c8a0243
7
+ data.tar.gz: cc1bf789bf3609bd917e5ba2e431c71ed5d67cd3169babccdf4e23372715060fc5c0746c9b1443a3d1d9a819b63ba1409b1ce2d00db4a84364c93e72f1061fce
data/.gitignore ADDED
@@ -0,0 +1,3 @@
1
+ /.bundle/
2
+ /Gemfile.lock
3
+ *.gem
data/Gemfile ADDED
@@ -0,0 +1,3 @@
1
+ source 'https://rubygems.org'
2
+
3
+ gemspec
data/LICENSE.txt ADDED
@@ -0,0 +1,22 @@
1
+ Copyright (c) 2014 Niko Dziemba
2
+
3
+ MIT License
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining
6
+ a copy of this software and associated documentation files (the
7
+ "Software"), to deal in the Software without restriction, including
8
+ without limitation the rights to use, copy, modify, merge, publish,
9
+ distribute, sublicense, and/or sell copies of the Software, and to
10
+ permit persons to whom the Software is furnished to do so, subject to
11
+ the following conditions:
12
+
13
+ The above copyright notice and this permission notice shall be
14
+ included in all copies or substantial portions of the Software.
15
+
16
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
17
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
18
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
19
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
20
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
21
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
22
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.md ADDED
@@ -0,0 +1,42 @@
1
+ # SidekiqFork
2
+
3
+ Run sidekiq jobs in separate threads to prevent memory bloat. Ideal for large, long-running jobs.
4
+
5
+ ## Installation
6
+
7
+ Add this line to your application's Gemfile:
8
+
9
+ ```ruby
10
+ gem 'sidekiq_fork'
11
+ ```
12
+
13
+ And then execute:
14
+
15
+ $ bundle
16
+
17
+ Or install it yourself as:
18
+
19
+ $ gem install sidekiq_fork
20
+
21
+ ## Usage
22
+
23
+ Set the `fork` option in your workers:
24
+
25
+ ```ruby
26
+ class MyWorker
27
+ include Sidekiq::Worker
28
+ sidekiq_options fork: true
29
+
30
+ def perform
31
+ ...
32
+ end
33
+ end
34
+ ```
35
+
36
+ ## Contributing
37
+
38
+ 1. Fork it ( https://github.com/[my-github-username]/sidekiq_fork/fork )
39
+ 2. Create your feature branch (`git checkout -b my-new-feature`)
40
+ 3. Commit your changes (`git commit -am 'Add some feature'`)
41
+ 4. Push to the branch (`git push origin my-new-feature`)
42
+ 5. Create a new Pull Request
data/Rakefile ADDED
@@ -0,0 +1 @@
1
+ require 'bundler/gem_tasks'
@@ -0,0 +1,12 @@
1
+ module SidekiqFork
2
+ class ForkMiddleware
3
+ def call(worker, _item, _queue)
4
+ unless worker.class.get_sidekiq_options['fork']
5
+ return yield
6
+ end
7
+
8
+ pid = Process.fork { yield }
9
+ Process.wait(pid)
10
+ end
11
+ end
12
+ end
@@ -0,0 +1,7 @@
1
+ require 'sidekiq'
2
+
3
+ Sidekiq.configure_server do |config|
4
+ config.server_middleware do |chain|
5
+ chain.add SidekiqFork::ForkMiddleware
6
+ end
7
+ end
@@ -0,0 +1,3 @@
1
+ module SidekiqFork
2
+ VERSION = '0.0.1'
3
+ end
@@ -0,0 +1,3 @@
1
+ require 'sidekiq_fork/version'
2
+ require 'sidekiq_fork/fork_middleware'
3
+ require 'sidekiq_fork/middleware'
@@ -0,0 +1,26 @@
1
+ # coding: utf-8
2
+ lib = File.expand_path('../lib', __FILE__)
3
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
+ require 'sidekiq_fork/version'
5
+
6
+ Gem::Specification.new do |spec|
7
+ spec.name = 'sidekiq_fork'
8
+ spec.version = SidekiqFork::VERSION
9
+ spec.authors = ['Niko Dziemba']
10
+ spec.email = ['niko@dziemba.com']
11
+ spec.summary = %q{Run sidekiq jobs in separate threads.}
12
+ spec.description = %q{Run sidekiq jobs in separate threads to prevent memory bloat.}
13
+ spec.homepage = 'https://github.com/ad2games/sidekiq_fork'
14
+ spec.license = 'MIT'
15
+
16
+ spec.files = `git ls-files -z`.split("\x0")
17
+ spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
18
+ spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
19
+ spec.require_paths = ['lib']
20
+
21
+ spec.add_dependency 'sidekiq', '>= 3.0'
22
+
23
+ spec.add_development_dependency 'bundler'
24
+ spec.add_development_dependency 'rake'
25
+ spec.add_development_dependency 'rspec', '>= 3.0'
26
+ end
@@ -0,0 +1,36 @@
1
+ require 'sidekiq_fork'
2
+
3
+ class ForkWorker
4
+ include Sidekiq::Worker
5
+
6
+ sidekiq_options fork: true
7
+ end
8
+
9
+ class NoForkWorker
10
+ include Sidekiq::Worker
11
+ end
12
+
13
+ describe SidekiqFork::ForkMiddleware do
14
+
15
+ context 'with forking enabled' do
16
+ let (:worker) { ForkWorker.new }
17
+
18
+ it 'runs jobs in a new thread' do
19
+ expect(Process).to receive(:fork).and_yield.and_return(42)
20
+ expect(Process).to receive(:wait).with(42)
21
+
22
+ expect { |b| subject.call(worker, nil, nil, &b) }.to yield_with_no_args
23
+ end
24
+ end
25
+
26
+ context 'with forking disabled' do
27
+ let (:worker) { NoForkWorker.new }
28
+
29
+ it 'does not run jobs in a new thread' do
30
+ expect(Process).to_not receive(:fork)
31
+ expect(Process).to_not receive(:wait)
32
+
33
+ expect { |b| subject.call(worker, nil, nil, &b) }.to yield_with_no_args
34
+ end
35
+ end
36
+ end
metadata ADDED
@@ -0,0 +1,112 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: sidekiq_fork
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.1
5
+ platform: ruby
6
+ authors:
7
+ - Niko Dziemba
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2014-11-28 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: sidekiq
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - ">="
18
+ - !ruby/object:Gem::Version
19
+ version: '3.0'
20
+ type: :runtime
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - ">="
25
+ - !ruby/object:Gem::Version
26
+ version: '3.0'
27
+ - !ruby/object:Gem::Dependency
28
+ name: bundler
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - ">="
32
+ - !ruby/object:Gem::Version
33
+ version: '0'
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - ">="
39
+ - !ruby/object:Gem::Version
40
+ version: '0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: rake
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - ">="
46
+ - !ruby/object:Gem::Version
47
+ version: '0'
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - ">="
53
+ - !ruby/object:Gem::Version
54
+ version: '0'
55
+ - !ruby/object:Gem::Dependency
56
+ name: rspec
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - ">="
60
+ - !ruby/object:Gem::Version
61
+ version: '3.0'
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - ">="
67
+ - !ruby/object:Gem::Version
68
+ version: '3.0'
69
+ description: Run sidekiq jobs in separate threads to prevent memory bloat.
70
+ email:
71
+ - niko@dziemba.com
72
+ executables: []
73
+ extensions: []
74
+ extra_rdoc_files: []
75
+ files:
76
+ - ".gitignore"
77
+ - Gemfile
78
+ - LICENSE.txt
79
+ - README.md
80
+ - Rakefile
81
+ - lib/sidekiq_fork.rb
82
+ - lib/sidekiq_fork/fork_middleware.rb
83
+ - lib/sidekiq_fork/middleware.rb
84
+ - lib/sidekiq_fork/version.rb
85
+ - sidekiq_fork.gemspec
86
+ - spec/sidekiq_fork_spec.rb
87
+ homepage: https://github.com/ad2games/sidekiq_fork
88
+ licenses:
89
+ - MIT
90
+ metadata: {}
91
+ post_install_message:
92
+ rdoc_options: []
93
+ require_paths:
94
+ - lib
95
+ required_ruby_version: !ruby/object:Gem::Requirement
96
+ requirements:
97
+ - - ">="
98
+ - !ruby/object:Gem::Version
99
+ version: '0'
100
+ required_rubygems_version: !ruby/object:Gem::Requirement
101
+ requirements:
102
+ - - ">="
103
+ - !ruby/object:Gem::Version
104
+ version: '0'
105
+ requirements: []
106
+ rubyforge_project:
107
+ rubygems_version: 2.2.2
108
+ signing_key:
109
+ specification_version: 4
110
+ summary: Run sidekiq jobs in separate threads.
111
+ test_files:
112
+ - spec/sidekiq_fork_spec.rb