silent_worker 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 75f1cc3440e337efc5b7398ecacd5d6c4eda4f83
+  data.tar.gz: 12d8622c2fff8e6ffb5cda906a1871d0dd987bb9
+SHA512:
+  metadata.gz: 128400770e82d7a575465e854abe0242469919fa6c376b8734537c7ac4481008cbbdfd86d0ef1c31dbbbc8ec3553bbb8c7284a6f6f6e80c0ab96a92e945b9e0c
+  data.tar.gz: 5d4fb823c01d0a18095cb9ff13a9e716ed3a7ab72b58fb1d37d5b55b97102ef67cc6026efa48fbade255f6fe7c930335275768ebcf178071dbc37fbf9e5e0b6f

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.travis.yml

@@ -0,0 +1,5 @@
+language: ruby
+rvm:
+  - 1.9.3
+  - 2.0.0
+script: "bundle exec rspec -f d -c"

data/Gemfile

@@ -0,0 +1,9 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in silent_worker.gemspec
+gemspec
+
+group :test do
+  gem "coveralls", :require => false
+  gem "simplecov", :require => false
+end

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 uu59
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,79 @@
+[![Build Status](https://travis-ci.org/uu59/silent_worker.png)](https://travis-ci.org/uu59/silent_worker)
+[![Coverage Status](https://coveralls.io/repos/uu59/silent_worker/badge.png?branch=master)](https://coveralls.io/r/uu59/silent_worker?branch=master)
+
+# SilentWorker
+
+SilentWorker gives simple worker thread model.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'silent_worker'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install silent_worker
+
+## Usage
+
+```ruby
+sw = SilentWorker.new(2) do |data|
+  puts data
+  sleep 0.01
+end
+
+10.times |n|
+  sw << n
+end
+
+sw.wait
+
+# => 
+#  1
+#  0
+#  2
+#  3
+#  4
+#  5
+#  6
+#  7
+#  8
+#  9
+
+# NOTE: Order is a random
+```
+
+Real world example:
+
+```ruby
+parallel = 8
+
+sw = SilentWorker.new(parallel) do |url|
+  system("wget", url)
+end
+
+File.open('url_list.txt') do |f|
+  sw << f.gets.strip
+end
+
+File.open('url_list2.txt') do |f|
+  sw << f.gets.strip
+end
+
+sw.wait
+```
+
+This example will be 8 paralleled `wget` from `url_list.txt` and `url_list2.txt` such as `cat url_list.txt url_list2.txt | xargs -P8 -n1 wget`.
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/silent_worker/version.rb

@@ -0,0 +1,3 @@
+class SilentWorker
+  VERSION = "0.1.0"
+end

data/lib/silent_worker.rb

@@ -0,0 +1,56 @@
+require "thread"
+require "silent_worker/version"
+
+class SilentWorker
+  attr_reader :job, :workers, :queue
+
+  FINISH_DATA = "\x04" # EOT
+
+  def initialize(workers = 32, &job)
+    @job = job
+    @workers = workers
+    @threads = []
+    @queue = Queue.new
+    start
+  end
+
+  def <<(data)
+    @queue.push(data)
+  end
+
+  def wait
+    finish!
+    @workers.times do
+      @queue.push(FINISH_DATA)
+    end
+    @threads.each(&:join)
+  end
+
+  def abort
+    @threads.each(&:kill)
+    wait
+  end
+
+  def stop
+    wait
+  end
+
+  def start
+    @workers.times do
+      @threads << Thread.start(@job, @queue) do |job, queue|
+        loop do
+          data = queue.pop
+          break if @finished && data == FINISH_DATA
+          job.call(data)
+        end
+      end
+    end
+  end
+
+  private
+
+  def finish!
+    @finished = true
+  end
+
+end

data/silent_worker.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'silent_worker/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "silent_worker"
+  spec.version       = SilentWorker::VERSION
+  spec.authors       = ["uu59"]
+  spec.email         = ["k@uu59.org"]
+  spec.description   = %q{SilentWorker gives simple worker thread model}
+  spec.summary       = %q{SilentWorker gives simple worker thread model}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rspec"
+end

data/spec/silent_worker_spec.rb

@@ -0,0 +1,55 @@
+# -- coding: utf-8
+
+require "spec_helper"
+
+describe SilentWorker do
+  describe "#new" do
+    it "invoke #start" do
+      SilentWorker.any_instance.should_receive(:start)
+      SilentWorker.new {|data| data }
+    end
+  end
+
+  describe "#<<" do
+    it "given arg pass to job" do
+      data = 42
+      job = proc {|given| given.should == data}
+      sw = SilentWorker.new(&job)
+      sw << data
+      sw.wait
+    end
+  end
+
+  describe "#wait" do
+    it "worker threads exit after jobs completed" do
+      sw = SilentWorker.new {|data| data } 
+      expect{ Thread.list.length > sw.workers }.to be_true
+      sw.wait
+      expect{ Thread.list.length < sw.workers }.to be_true
+    end
+  end
+
+  describe "#stop and #start" do
+    let(:sw) { SilentWorker.new {|data| data } }
+
+    after { sw.abort }
+
+    it "jobs won't be fired when stopping workers" do
+      sw << 1
+      sw.stop
+      sw << 2
+      sw.queue.pop.should == 2
+    end
+
+    it "resume works when #start called" do
+      sw = SilentWorker.new {|data| data }
+      sw << 1
+      sw.stop
+      sw << 2
+      sw.queue.length.should == 1
+      sw.start
+      sw.wait
+      sw.queue.length.should == 0
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,20 @@
+# -- coding: utf-8
+
+require "rubygems"
+
+if ENV["COVERAGE"]
+  require "simplecov"
+  SimpleCov.start
+else
+  require 'coveralls'
+  Coveralls.wear!
+end
+
+require "bundler/setup"
+Bundler.require :default, :test
+require "rspec-expectations"
+require "rspec/matchers/built_in/be"
+
+Dir["./spec/support/**/*.rb"].each{|file| require file }
+
+require File.expand_path("../../lib/silent_worker.rb", __FILE__)

metadata

@@ -0,0 +1,86 @@
+--- !ruby/object:Gem::Specification
+name: silent_worker
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- uu59
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-07-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: SilentWorker gives simple worker thread model
+email:
+- k@uu59.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/silent_worker.rb
+- lib/silent_worker/version.rb
+- silent_worker.gemspec
+- spec/silent_worker_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: SilentWorker gives simple worker thread model
+test_files:
+- spec/silent_worker_spec.rb
+- spec/spec_helper.rb
+has_rdoc: