workers 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/.gitignore ADDED
@@ -0,0 +1,18 @@
1
+ *.gem
2
+ *.rbc
3
+ .bundle
4
+ .config
5
+ .yardoc
6
+ Gemfile.lock
7
+ InstalledFiles
8
+ _yardoc
9
+ coverage
10
+ doc/
11
+ lib/bundler/man
12
+ pkg
13
+ rdoc
14
+ spec/reports
15
+ test/tmp
16
+ test/version_tmp
17
+ tmp
18
+ .rvmrc
data/Gemfile ADDED
@@ -0,0 +1,4 @@
1
+ source 'https://rubygems.org'
2
+
3
+ # Specify your gem's dependencies in workers.gemspec
4
+ gemspec
data/LICENSE.txt ADDED
@@ -0,0 +1,22 @@
1
+ Copyright (c) 2013 Chad Remesch
2
+
3
+ MIT License
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining
6
+ a copy of this software and associated documentation files (the
7
+ "Software"), to deal in the Software without restriction, including
8
+ without limitation the rights to use, copy, modify, merge, publish,
9
+ distribute, sublicense, and/or sell copies of the Software, and to
10
+ permit persons to whom the Software is furnished to do so, subject to
11
+ the following conditions:
12
+
13
+ The above copyright notice and this permission notice shall be
14
+ included in all copies or substantial portions of the Software.
15
+
16
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
17
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
18
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
19
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
20
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
21
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
22
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.md ADDED
@@ -0,0 +1,29 @@
1
+ # Workers
2
+
3
+ TODO: Write a gem description
4
+
5
+ ## Installation
6
+
7
+ Add this line to your application's Gemfile:
8
+
9
+ gem 'workers'
10
+
11
+ And then execute:
12
+
13
+ $ bundle
14
+
15
+ Or install it yourself as:
16
+
17
+ $ gem install workers
18
+
19
+ ## Usage
20
+
21
+ TODO: Write usage instructions here
22
+
23
+ ## Contributing
24
+
25
+ 1. Fork it
26
+ 2. Create your feature branch (`git checkout -b my-new-feature`)
27
+ 3. Commit your changes (`git commit -am 'Add some feature'`)
28
+ 4. Push to the branch (`git push origin my-new-feature`)
29
+ 5. Create new Pull Request
data/Rakefile ADDED
@@ -0,0 +1,13 @@
1
+ require "bundler/gem_tasks"
2
+
3
+ desc 'Start an IRB console with Workers loaded'
4
+ task :console do
5
+ $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), 'lib'))
6
+
7
+ require 'workers'
8
+ require 'irb'
9
+
10
+ ARGV.clear
11
+
12
+ IRB.start
13
+ end
Binary file
Binary file
@@ -0,0 +1,11 @@
1
+ module Workers
2
+ class Event
3
+ attr_accessor :command
4
+ attr_accessor :data
5
+
6
+ def initialize(command, data)
7
+ @command = command
8
+ @data = data
9
+ end
10
+ end
11
+ end
@@ -0,0 +1,23 @@
1
+ module Workers
2
+ module Helpers
3
+ def log_debug(msg, e = nil)
4
+ @logger.debug(concat_e(msg, e))
5
+ end
6
+
7
+ def log_info(msg, e = nil)
8
+ @logger.info(concat_e(msg, e))
9
+ end
10
+
11
+ def log_warn(msg, e = nil)
12
+ @logger.warn(concat_e(msg, e))
13
+ end
14
+
15
+ def log_error(msg, e = nil)
16
+ @logger.error(concat_e(msg, e))
17
+ end
18
+
19
+ def concat_e(msg, e = nil)
20
+ return e ? "#{msg}\nEXCEPTION: #{e.message}\n#{e.backtrace.join("\n")}\n--" : msg
21
+ end
22
+ end
23
+ end
@@ -0,0 +1,25 @@
1
+ module Workers
2
+ class LogProxy
3
+ attr_accessor :logger
4
+
5
+ def initialize(logger)
6
+ @logger = logger
7
+ end
8
+
9
+ def debug(msg)
10
+ @logger.debug(msg) if @logger
11
+ end
12
+
13
+ def info(msg)
14
+ @logger.info(msg) if @logger
15
+ end
16
+
17
+ def warn(msg)
18
+ @logger.warn(msg) if @logger
19
+ end
20
+
21
+ def error(msg)
22
+ @logger.error(msg) if @logger
23
+ end
24
+ end
25
+ end
@@ -0,0 +1,37 @@
1
+ module Workers
2
+ class Pool
3
+ include Workers::Helpers
4
+
5
+ DEFAULT_POOL_SIZE = 20
6
+
7
+ def initialize(options = {})
8
+ @size = options[:size] || Workers::Pool::DEFAULT_POOL_SIZE
9
+ @logger = Workers::LogProxy.new(options[:logger])
10
+ @input_queue = Queue.new
11
+ @workers = []
12
+ @size.times { @workers << Workers::Worker.new(:input_queue => @input_queue) }
13
+ end
14
+
15
+ def perform(options = {}, &block)
16
+ enqueue(:perform, block)
17
+
18
+ return nil
19
+ end
20
+
21
+ def shutdown(options = {}, &block)
22
+ @size.times { enqueue(:shutdown, block) }
23
+
24
+ return nil
25
+ end
26
+
27
+ def join(max_wait = nil)
28
+ return @workers.map { |w| w.join(max_wait) }
29
+ end
30
+
31
+ private
32
+
33
+ def enqueue(command, data)
34
+ @input_queue.push(Event.new(command, data))
35
+ end
36
+ end
37
+ end
@@ -0,0 +1,3 @@
1
+ module Workers
2
+ VERSION = "0.0.1"
3
+ end
@@ -0,0 +1,69 @@
1
+ module Workers
2
+ class Worker
3
+ include Workers::Helpers
4
+
5
+ def initialize(options = {})
6
+ @logger = Workers::LogProxy.new(options[:logger])
7
+ @input_queue = options[:input_queue] || Queue.new
8
+ @thread = Thread.new { start_event_loop }
9
+ end
10
+
11
+ def perform(options = {}, &block)
12
+ enqueue(:perform, block)
13
+
14
+ return nil
15
+ end
16
+
17
+ def shutdown(options = {}, &block)
18
+ enqueue(:shutdown, block)
19
+
20
+ return nil
21
+ end
22
+
23
+ def join(max_wait = nil)
24
+ raise "Worker can't join itself!" if @thread == Thread.current
25
+
26
+ return true if !@thread.join(max_wait).nil?
27
+
28
+ @thread.kill and return false
29
+ end
30
+
31
+ private
32
+
33
+ def enqueue(command, data)
34
+ @input_queue.push(Event.new(command, data))
35
+ end
36
+
37
+ def start_event_loop
38
+ while true
39
+ event = @input_queue.pop # Blocking.
40
+
41
+ case event.command
42
+ when :shutdown
43
+ try_callback(event.data) do |e|
44
+ log_error("Worker failed run 'shutdown' callback.", e)
45
+ end
46
+ return
47
+ when :perform
48
+ try_callback(event.data) do |e|
49
+ log_error("Worker failed run 'perform' callback.", e)
50
+ end
51
+ else
52
+ process_event(event)
53
+ end
54
+ end
55
+ end
56
+
57
+ def try_callback(callback, &block)
58
+ begin
59
+ callback.call
60
+ rescue Exception => e
61
+ block.call(e)
62
+ end
63
+ end
64
+
65
+ def process_event(event)
66
+ raise 'Subclass and override if you need custom commands.'
67
+ end
68
+ end
69
+ end
data/lib/workers.rb ADDED
@@ -0,0 +1,8 @@
1
+ require 'thread'
2
+
3
+ require 'workers/version'
4
+ require 'workers/helpers'
5
+ require 'workers/worker'
6
+ require 'workers/pool'
7
+ require 'workers/event'
8
+ require 'workers/log_proxy'
data/workers.gemspec ADDED
@@ -0,0 +1,19 @@
1
+ # -*- encoding: utf-8 -*-
2
+ lib = File.expand_path('../lib', __FILE__)
3
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
+ require 'workers/version'
5
+
6
+ Gem::Specification.new do |gem|
7
+ gem.name = "workers"
8
+ gem.version = Workers::VERSION
9
+ gem.authors = ["Chad Remesch"]
10
+ gem.email = ["chad@remesch.com"]
11
+ gem.description = %q{Simple to use Ruby workers for performing work in background threads.}
12
+ gem.summary = %q{Simple to use Ruby workers featuring high performance, simple to use API, customizable workers, and thread pooling.}
13
+ gem.homepage = "https://github.com/chadrem/workers"
14
+
15
+ gem.files = `git ls-files`.split($/)
16
+ gem.executables = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
17
+ gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
18
+ gem.require_paths = ["lib"]
19
+ end
metadata ADDED
@@ -0,0 +1,61 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: workers
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.1
5
+ prerelease:
6
+ platform: ruby
7
+ authors:
8
+ - Chad Remesch
9
+ autorequire:
10
+ bindir: bin
11
+ cert_chain: []
12
+ date: 2013-01-12 00:00:00.000000000 Z
13
+ dependencies: []
14
+ description: Simple to use Ruby workers for performing work in background threads.
15
+ email:
16
+ - chad@remesch.com
17
+ executables: []
18
+ extensions: []
19
+ extra_rdoc_files: []
20
+ files:
21
+ - .gitignore
22
+ - Gemfile
23
+ - LICENSE.txt
24
+ - README.md
25
+ - Rakefile
26
+ - lib/workers.rb
27
+ - lib/workers/.pool.rb.swp
28
+ - lib/workers/.worker.rb.swp
29
+ - lib/workers/event.rb
30
+ - lib/workers/helpers.rb
31
+ - lib/workers/log_proxy.rb
32
+ - lib/workers/pool.rb
33
+ - lib/workers/version.rb
34
+ - lib/workers/worker.rb
35
+ - workers.gemspec
36
+ homepage: https://github.com/chadrem/workers
37
+ licenses: []
38
+ post_install_message:
39
+ rdoc_options: []
40
+ require_paths:
41
+ - lib
42
+ required_ruby_version: !ruby/object:Gem::Requirement
43
+ none: false
44
+ requirements:
45
+ - - ! '>='
46
+ - !ruby/object:Gem::Version
47
+ version: '0'
48
+ required_rubygems_version: !ruby/object:Gem::Requirement
49
+ none: false
50
+ requirements:
51
+ - - ! '>='
52
+ - !ruby/object:Gem::Version
53
+ version: '0'
54
+ requirements: []
55
+ rubyforge_project:
56
+ rubygems_version: 1.8.24
57
+ signing_key:
58
+ specification_version: 3
59
+ summary: Simple to use Ruby workers featuring high performance, simple to use API,
60
+ customizable workers, and thread pooling.
61
+ test_files: []