parallel_runner 0.0.1 → 0.0.2

data/.gitignore

@@ -0,0 +1,32 @@
+#*
+*$
+*.BAK
+*.Z
+*.bak
+*.class
+*.elc
+*.ln
+*.log
+*.o
+*.obj
+*.olb
+*.old
+*.orig
+*.pyc
+*.pyo
+*.rej
+*~
+,*
+.#*
+.DS_Store
+.del-*
+.deployables
+.make.state
+.nse_depinfo
+.svn
+CVS.adm
+RCS
+RCSLOG
+SCCS
+_$*
+_svn

data/.project

@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<projectDescription>
+	<name>parallel_runner</name>
+	<comment></comment>
+	<projects>
+	</projects>
+	<buildSpec>
+	</buildSpec>
+	<natures>
+	</natures>
+</projectDescription>

data/ChangeLog

@@ -1,4 +1,7 @@
-== 0.0.1 / 2010-12-24
-
-* initial release
-
+== 0.0.1 / 2010-12-24
+
+* initial release
+
+== 0.0.2 / 2012-06-16
+
+* specification changes

data/README.md

@@ -0,0 +1,32 @@
+#parallel_runner
+"parallel_runner" is simple parallel processing support library.
+
+###Installation
+    gem install parallel_runner  
+
+###Usage
+For list:  
+
+    require 'parallel_runner'  
+    ['a', 'b', 'c'].each_with_parallel do |value|  
+      # your processing  
+    end
+
+    require 'parallel_runner'  
+    ['a', 'b', 'c'].each_with_parallel do |value, index|  
+      # your processing  
+    end  
+
+For map:  
+
+    require 'parallel_runner'  
+    {:name => 'alice', age => 17}.each_with_parallel do |key, value|  
+      # your processing  
+    end  
+
+##Author
+Ryuichi TANAKA <mapserver2007@gmail.com>
+
+##License
+Licensed under the MIT
+http://www.opensource.org/licenses/mit-license.php

data/Rakefile

@@ -1,143 +1,143 @@
-require 'rubygems'
-require 'rake'
-require 'rake/clean'
-require 'rake/testtask'
-require 'rake/packagetask'
-require 'rake/gempackagetask'
-require 'rake/rdoctask'
-require 'rake/contrib/rubyforgepublisher'
-require 'rake/contrib/sshpublisher'
-require 'fileutils'
-include FileUtils
-
-NAME              = "parallel_runner"
-AUTHOR            = "mapserver2007"
-EMAIL             = "mapserver2007@gmail.com"
-DESCRIPTION       = "simple parallel processing library."
-RUBYFORGE_PROJECT = "parallel_runner"
-HOMEPATH          = "http://github.com/#{AUTHOR}/#{NAME}"
-BIN_FILES         = %w(  )
-VERS              = '0.0.1'
-REV = File.read(".svn/entries")[/committed-rev="(d+)"/, 1] rescue nil
-CLEAN.include ['**/.*.sw?', '*.gem', '.config']
-RDOC_OPTS = [
-  '--title', "#{NAME} documentation",
-  "--charset", "utf-8",
-  "--opname", "index.html",
-  "--line-numbers",
-  "--main", "README.rdoc",
-  "--inline-source",
-]
-
-task :default => [:test]
-task :package => [:clean]
-
-Rake::TestTask.new("test") do |t|
-  t.libs   << "test"
-  t.pattern = "test/**/*_test.rb"
-  t.verbose = true
-end
-
-spec = Gem::Specification.new do |s|
-  s.name              = NAME
-  s.version           = VERS
-  s.platform          = Gem::Platform::RUBY
-  s.has_rdoc          = true
-  s.extra_rdoc_files  = ["README.rdoc", "ChangeLog"]
-  s.rdoc_options     += RDOC_OPTS + ['--exclude', '^(examples|extras)/']
-  s.summary           = DESCRIPTION
-  s.description       = DESCRIPTION
-  s.author            = AUTHOR
-  s.email             = EMAIL
-  s.homepage          = HOMEPATH
-  s.executables       = BIN_FILES
-  s.rubyforge_project = RUBYFORGE_PROJECT
-  s.bindir            = "bin"
-  s.require_path      = "lib"
-  #s.autorequire       = ""
-  s.test_files        = Dir["spec/*.rb"]
-  #s.test_files        = Dir["test/*_test.rb"]
-
-  #s.add_dependency('activesupport', '>=1.3.1')
-  #s.required_ruby_version = '>= 1.8.2'
-
-  s.files = %w(README.rdoc ChangeLog Rakefile) +
-    Dir.glob("{bin,doc,test,lib,templates,generator,extras,website,script}/**/*") +
-    Dir.glob("ext/**/*.{h,c,rb}") +
-    Dir.glob("examples/**/*.rb") +
-    Dir.glob("tools/*.rb") +
-    Dir.glob("rails/*.rb")
-
-  s.extensions = FileList["ext/**/extconf.rb"].to_a
-end
-
-Rake::GemPackageTask.new(spec) do |p|
-  p.need_tar = true
-  p.gem_spec = spec
-end
-
-task :install do
-  name = "#{NAME}-#{VERS}.gem"
-  sh %{rake package}
-  sh %{sudo gem install pkg/#{name}}
-end
-
-task :uninstall => [:clean] do
-  sh %{sudo gem uninstall #{NAME}}
-end
-
-
-Rake::RDocTask.new do |rdoc|
-  rdoc.rdoc_dir = 'html'
-  rdoc.options += RDOC_OPTS
-  rdoc.template = "resh"
-  #rdoc.template = "#{ENV['template']}.rb" if ENV['template']
-  if ENV['DOC_FILES']
-    rdoc.rdoc_files.include(ENV['DOC_FILES'].split(/,\s*/))
-  else
-    rdoc.rdoc_files.include('README.rdoc', 'ChangeLog')
-    rdoc.rdoc_files.include('lib/**/*.rb')
-    rdoc.rdoc_files.include('ext/**/*.c')
-  end
-end
-
-desc "Publish to RubyForge"
-task :rubyforge => [:rdoc, :package] do
-  require 'rubyforge'
-  Rake::RubyForgePublisher.new(RUBYFORGE_PROJECT, 'stay').upload
-end
-
-desc 'Package and upload the release to rubyforge.'
-task :release => [:clean, :package] do |t|
-  v = ENV["VERSION"] or abort "Must supply VERSION=x.y.z"
-  abort "Versions don't match #{v} vs #{VERS}" unless v == VERS
-  pkg = "pkg/#{NAME}-#{VERS}"
-
-  require 'rubyforge'
-  rf = RubyForge.new.configure
-  puts "Logging in"
-  rf.login
-
-  c = rf.userconfig
-#  c["release_notes"] = description if description
-#  c["release_changes"] = changes if changes
-  c["preformatted"] = true
-
-  files = [
-    "#{pkg}.tgz",
-    "#{pkg}.gem"
-  ].compact
-
-  puts "Releasing #{NAME} v. #{VERS}"
-  rf.add_release RUBYFORGE_PROJECT, NAME, VERS, *files
-end
-
-desc 'Show information about the gem.'
-task :debug_gem do
-  puts spec.to_ruby
-end
-
-desc 'Update gem spec'
-task :gemspec do
-  open("#{NAME}.gemspec", 'w').write spec.to_ruby
-end
+require 'rubygems'
+require 'rake'
+require 'rake/clean'
+require 'rake/testtask'
+require 'rake/packagetask'
+require 'rake/gempackagetask'
+require 'rake/rdoctask'
+require 'rake/contrib/rubyforgepublisher'
+require 'rake/contrib/sshpublisher'
+require 'fileutils'
+include FileUtils
+
+NAME              = "parallel_runner"
+AUTHOR            = "mapserver2007"
+EMAIL             = "mapserver2007@gmail.com"
+DESCRIPTION       = "simple parallel processing library."
+RUBYFORGE_PROJECT = "parallel_runner"
+HOMEPATH          = "http://github.com/#{AUTHOR}/#{NAME}"
+BIN_FILES         = %w(  )
+VERS              = '0.0.1'
+REV = File.read(".svn/entries")[/committed-rev="(d+)"/, 1] rescue nil
+CLEAN.include ['**/.*.sw?', '*.gem', '.config']
+RDOC_OPTS = [
+  '--title', "#{NAME} documentation",
+  "--charset", "utf-8",
+  "--opname", "index.html",
+  "--line-numbers",
+  "--main", "README.rdoc",
+  "--inline-source",
+]
+
+task :default => [:test]
+task :package => [:clean]
+
+Rake::TestTask.new("test") do |t|
+  t.libs   << "test"
+  t.pattern = "test/**/*_test.rb"
+  t.verbose = true
+end
+
+spec = Gem::Specification.new do |s|
+  s.name              = NAME
+  s.version           = VERS
+  s.platform          = Gem::Platform::RUBY
+  s.has_rdoc          = true
+  s.extra_rdoc_files  = ["README.rdoc", "ChangeLog"]
+  s.rdoc_options     += RDOC_OPTS + ['--exclude', '^(examples|extras)/']
+  s.summary           = DESCRIPTION
+  s.description       = DESCRIPTION
+  s.author            = AUTHOR
+  s.email             = EMAIL
+  s.homepage          = HOMEPATH
+  s.executables       = BIN_FILES
+  s.rubyforge_project = RUBYFORGE_PROJECT
+  s.bindir            = "bin"
+  s.require_path      = "lib"
+  #s.autorequire       = ""
+  s.test_files        = Dir["spec/*.rb"]
+  #s.test_files        = Dir["test/*_test.rb"]
+
+  #s.add_dependency('activesupport', '>=1.3.1')
+  #s.required_ruby_version = '>= 1.8.2'
+
+  s.files = %w(README.rdoc ChangeLog Rakefile) +
+    Dir.glob("{bin,doc,test,lib,templates,generator,extras,website,script}/**/*") +
+    Dir.glob("ext/**/*.{h,c,rb}") +
+    Dir.glob("examples/**/*.rb") +
+    Dir.glob("tools/*.rb") +
+    Dir.glob("rails/*.rb")
+
+  s.extensions = FileList["ext/**/extconf.rb"].to_a
+end
+
+Rake::GemPackageTask.new(spec) do |p|
+  p.need_tar = true
+  p.gem_spec = spec
+end
+
+task :install do
+  name = "#{NAME}-#{VERS}.gem"
+  sh %{rake package}
+  sh %{sudo gem install pkg/#{name}}
+end
+
+task :uninstall => [:clean] do
+  sh %{sudo gem uninstall #{NAME}}
+end
+
+
+Rake::RDocTask.new do |rdoc|
+  rdoc.rdoc_dir = 'html'
+  rdoc.options += RDOC_OPTS
+  rdoc.template = "resh"
+  #rdoc.template = "#{ENV['template']}.rb" if ENV['template']
+  if ENV['DOC_FILES']
+    rdoc.rdoc_files.include(ENV['DOC_FILES'].split(/,\s*/))
+  else
+    rdoc.rdoc_files.include('README.rdoc', 'ChangeLog')
+    rdoc.rdoc_files.include('lib/**/*.rb')
+    rdoc.rdoc_files.include('ext/**/*.c')
+  end
+end
+
+desc "Publish to RubyForge"
+task :rubyforge => [:rdoc, :package] do
+  require 'rubyforge'
+  Rake::RubyForgePublisher.new(RUBYFORGE_PROJECT, 'stay').upload
+end
+
+desc 'Package and upload the release to rubyforge.'
+task :release => [:clean, :package] do |t|
+  v = ENV["VERSION"] or abort "Must supply VERSION=x.y.z"
+  abort "Versions don't match #{v} vs #{VERS}" unless v == VERS
+  pkg = "pkg/#{NAME}-#{VERS}"
+
+  require 'rubyforge'
+  rf = RubyForge.new.configure
+  puts "Logging in"
+  rf.login
+
+  c = rf.userconfig
+#  c["release_notes"] = description if description
+#  c["release_changes"] = changes if changes
+  c["preformatted"] = true
+
+  files = [
+    "#{pkg}.tgz",
+    "#{pkg}.gem"
+  ].compact
+
+  puts "Releasing #{NAME} v. #{VERS}"
+  rf.add_release RUBYFORGE_PROJECT, NAME, VERS, *files
+end
+
+desc 'Show information about the gem.'
+task :debug_gem do
+  puts spec.to_ruby
+end
+
+desc 'Update gem spec'
+task :gemspec do
+  open("#{NAME}.gemspec", 'w').write spec.to_ruby
+end

data/lib/parallel_runner.rb

@@ -1,26 +1,41 @@
-require 'thread'
-
-module Runner
-  def self.parallel(list, concurency = 10, qsize = nil)
-    q = qsize ? SizedQueue.new(qsize) : Queue.new
-    threads = []
-    producer = Thread.start(q, concurency) do |pq, pc|
-      list.each do |elem|
-        pq.enq([elem, true])
-      end
-      pc.times{pq.enq([nil, false])}
-    end
-    workers = []
-    concurency.times do
-      workers << Thread.start(q) do |wq|
-        elem, flg = wq.deq
-        while flg
-          yield elem
-          elem, flg = wq.deq
-        end
-      end
-    end
-    producer.join
-    workers.each{|w| w.join}
-  end
+# -*- coding: utf-8 -*-
+require 'thread'
+
+module ParallelRunner
+  def self.each(object, concurency = 10, qsize = nil, &block)
+    q = qsize ? SizedQueue.new(qsize) : Queue.new
+    threads = []
+    producer = Thread.start(q, concurency) do |pq, pc|
+      if object.instance_of? Array
+        object.each_with_index {|value, index| pq.enq([[value, index], true])}
+      elsif object.instance_of? Hash
+        object.each {|key, value| pq.enq([[key, value], true])}
+      end
+      pc.times{pq.enq([nil, false])}
+    end
+    workers = []
+    concurency.times do
+      workers << Thread.start(q) do |wq|
+        elem, flg = wq.deq
+        while flg
+          block.call(elem[0], elem[1])
+          elem, flg = wq.deq
+        end
+      end
+    end
+    producer.join
+    workers.each{|w| w.join}
+  end
+end
+
+class Hash
+  def each_with_parallel(concurency = 10, qsize = nil, &block)
+    ParallelRunner.each(self, concurency, qsize, &block)
+  end
+end
+
+class Array
+  def each_with_parallel(concurency = 10, qsize = nil, &block)
+    ParallelRunner.each(self, concurency, qsize, &block)
+  end
 end

data/parallel_runner.gemspec

@@ -0,0 +1,13 @@
+# -*- encoding: utf-8 -*-
+Gem::Specification.new do |gem|
+  gem.authors       = ["mapserver2007"]
+  gem.email         = ["mapserver2007@gmail.com"]
+  gem.description   = %q{Simple parallel processing library.}
+  gem.summary       = %q{Simple parallel processing library.}
+  gem.homepage      = "https://github.com/mapserver2007/parallel_runner"
+  gem.files         = `git ls-files`.split($\)
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "parallel_runner"
+  gem.require_paths = ["lib"]
+  gem.version       = '0.0.2'
+end

data/spec/parallel_runner_helper.rb

@@ -0,0 +1,74 @@
+# -*- coding: utf-8 -*-
+require 'rspec'
+require 'mechanize'
+require File.dirname(__FILE__) + "/../lib/parallel_runner"
+
+def exec_time
+  t = Time.now.to_f
+    yield
+    Time.now.to_f - t
+end
+
+def list
+  [
+    "http://www.yahoo.co.jp",
+    "http://www.google.co.jp",
+    "http://twitter.com/",
+    "http://www.hatena.ne.jp/"
+  ]
+end
+
+def map
+  {
+    :yahoo => "http://www.yahoo.co.jp",
+    :google => "http://www.google.co.jp",
+    :twitter => "http://twitter.com/",
+    :hatena => "http://www.hatena.ne.jp/"
+  }
+end
+
+def time_by_each_with_parallel
+  agent = Mechanize.new
+  exec_time {
+    list.each_with_parallel do |url|
+      site = agent.get(url)
+      html = site.root.xpath("//title")[0].inner_html
+      html.should_not be_nil
+    end
+  }
+end
+
+def time_by_each
+  agent = Mechanize.new
+  exec_time {
+    list.each do |url|
+      site = agent.get(url)
+      html = site.root.xpath("//title")[0].inner_html
+      html.should_not be_nil
+    end
+  }
+end
+
+def time_by_each_with_index
+  agent = Mechanize.new
+  exec_time {
+    list.each_with_index do |url, index|
+      site = agent.get(url)
+      html = site.root.xpath("//title")[0].inner_html
+      html.should_not be_nil
+    end
+  }
+end
+
+def time_by_each_by_map
+  agent = Mechanize.new
+  exec_time {
+    map.each do |name, url|
+      site = agent.get(url)
+      html = site.root.xpath("//title")[0].inner_html
+      html.should_not be_nil
+    end
+  }
+end
+
+

data/spec/parallel_runner_spec.rb

@@ -0,0 +1,36 @@
+# -*- coding: utf-8 -*-
+require 'parallel_runner_helper'
+
+describe 'parallel_runner' do
+  it "Iterate list in parallel" do
+    list.each_with_parallel do |val|
+      val.should_not be_empty
+    end
+  end
+  
+  it "Iterate list with index in parallel" do
+    list.each_with_parallel do |val, index|
+      val.should_not be_empty
+      index.to_s.should match(/^\d$/)
+    end
+  end
+  
+  it "Iterate map in parallel" do
+    map.each_with_parallel do |key, value|
+      key.should_not be_empty
+      value.should_not be_empty
+    end
+  end
+  
+  it "faster than Array#each" do
+    time_by_each.should be > time_by_each_with_parallel
+  end
+  
+  it "faster than Array#each_with_index" do
+    time_by_each_with_index.should be > time_by_each_with_parallel
+  end
+  
+  it "faster than Hash#each" do
+    time_by_each_by_map.should be > time_by_each_with_parallel
+  end
+end

metadata

@@ -1,79 +1,59 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: parallel_runner
-version: !ruby/object:Gem::Version 
-  prerelease: false
-  segments: 
-  - 0
-  - 0
-  - 1
-  version: 0.0.1
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+  prerelease: 
 platform: ruby
-authors: 
+authors:
 - mapserver2007
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2010-12-24 00:00:00 +09:00
+date: 2012-06-16 00:00:00.000000000 +09:00
 default_executable: 
 dependencies: []
-
-description: simple parallel processing library.
-email: mapserver2007@gmail.com
+description: Simple parallel processing library.
+email:
+- mapserver2007@gmail.com
 executables: []
-
 extensions: []
-
-extra_rdoc_files: 
-- README.rdoc
-- ChangeLog
-files: 
-- README.rdoc
+extra_rdoc_files: []
+files:
+- .gitignore
+- .project
 - ChangeLog
+- README.md
 - Rakefile
+- gem/parallel_runner-0.0.1.gem
 - lib/parallel_runner.rb
+- parallel_runner.gemspec
+- spec/parallel_runner_helper.rb
+- spec/parallel_runner_spec.rb
 has_rdoc: true
-homepage: http://github.com/mapserver2007/parallel_runner
+homepage: https://github.com/mapserver2007/parallel_runner
 licenses: []
-
 post_install_message: 
-rdoc_options: 
-- --title
-- parallel_runner documentation
-- --charset
-- utf-8
-- --opname
-- index.html
-- --line-numbers
-- --main
-- README.rdoc
-- --inline-source
-- --exclude
-- ^(examples|extras)/
-require_paths: 
+rdoc_options: []
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      segments: 
-      - 0
-      version: "0"
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
-rubyforge_project: parallel_runner
-rubygems_version: 1.3.7
+rubyforge_project: 
+rubygems_version: 1.6.2
 signing_key: 
 specification_version: 3
-summary: simple parallel processing library.
-test_files: []
-
+summary: Simple parallel processing library.
+test_files:
+- spec/parallel_runner_helper.rb
+- spec/parallel_runner_spec.rb

data/README.rdoc

@@ -1,46 +0,0 @@
-= parallel-runner
-
-"parallel-runner" is simple parallel processing support library.
-
-== Installation
-
-execute a command.
-
-  gem install parallel_runner
-
-=== Usage
-  require 'parallel_runner'
-  Runner.parallel(list) do |elem|
-    # write processing
-  end
-
-Please refer to sample/runner.rb
-
-== Copyright
-
-* Author::    mapserver2007(Ryuichi TANAKA) <mapserver2007@gmail.com>
-* Copyright:: Copyright (c) 2010 mapserver2007
-
-== License
-
-  (The MIT License)
-
-  Copyright (c) 2010 Ryuichi Tanaka
-
-  Permission is hereby granted, free of charge, to any person obtaining a copy
-  of this software and associated documentation files (the "Software"), to deal
-  in the Software without restriction, including without limitation the rights
-  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-  copies of the Software, and to permit persons to whom the Software is
-  furnished to do so, subject to the following conditions:
-
-  The above copyright notice and this permission notice shall be included in
-  all copies or substantial portions of the Software.
-
-  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-  THE SOFTWARE.