grosser-parallel 0.2.0

data/README.markdown

@@ -0,0 +1,31 @@
+Run any kind of code in parallel Processes or Threads, to speedup computation by factor #{your_cpus} X.
+
+ - child processes are killed when your main process is killed through Ctrl+c or kill -2
+
+Install
+=======
+    sudo gem install grosser-parallel -s http://gems.github.com/
+
+Usage
+=====
+
+    #i -> 0..number_of_your_cpus
+    results = Parallel.in_processes do |i|
+      expensive_computation(data[i])
+    end
+
+    #i -> 0..4
+    results = Parallel.in_processes(4) do |i|
+      expensive_computation(data[i])
+    end
+
+    #same with threads (no speedup through multiple cpus, but speedup for blocking operations)
+    results = Parallel.in_threads(4) do |i|
+      blocking_computation(data[i])
+    end
+
+Author
+======
+[Michael Grosser](http://pragmatig.wordpress.com)  
+grosser.michael@gmail.com  
+Hereby placed under public domain, do what you want, just do not hold me accountable...

data/Rakefile

@@ -0,0 +1,21 @@
+desc "Run all specs in spec directory"
+task :default do
+  options = "--colour --format progress --loadby --reverse"
+  files = FileList['spec/**/*_spec.rb']
+  system("spec #{options} #{files}")
+end
+
+
+begin
+  require 'jeweler'
+  project_name = 'parallel'
+  Jeweler::Tasks.new do |gem|
+    gem.name = project_name
+    gem.summary = "Run any kind of code in parallel processes"
+    gem.email = "grosser.michael@gmail.com"
+    gem.homepage = "http://github.com/grosser/#{project_name}"
+    gem.authors = ["Michael Grosser"]
+  end
+rescue LoadError
+  puts "Jeweler, or one of its dependencies, is not available. Install it with: sudo gem install technicalpickles-jeweler -s http://gems.github.com"
+end

data/VERSION

@@ -0,0 +1 @@
+0.2.0

data/lib/parallel.rb

@@ -0,0 +1,71 @@
+class Parallel
+  def self.in_threads(count=2)
+    out = []
+    threads = []
+
+    count.times do |i|
+      threads[i] = Thread.new do
+        out[i] = yield(i)
+      end
+    end
+
+    threads.each{|t| t.join }
+    out
+  end
+
+  def self.in_processes(count=nil)
+    count ||= processor_count
+
+    #start writing results into n pipes
+    reads = []
+    writes = []
+    pids = []
+    count.times do |i|
+      reads[i], writes[i] = IO.pipe
+      pids << Process.fork{ Marshal.dump(yield(i), writes[i]) } #write serialized result
+    end
+
+    kill_on_ctrl_c(pids)
+
+    #collect results from pipes simultanously
+    #otherwise pipes get stuck when to much is written (buffer full)
+    out = []
+    collectors = []
+    count.times do |i|
+      collectors << Thread.new do
+        writes[i].close
+
+        out[i]=""
+        while text = reads[i].gets
+          out[i] += text
+        end
+
+        reads[i].close
+      end
+    end
+
+    collectors.each{|c|c.join}
+
+    out.map{|x| Marshal.load(x)} #deserialize
+  end
+
+  def self.processor_count
+    case RUBY_PLATFORM
+    when /darwin/
+      `hwprefs cpu_count`.to_i
+    when /linux/
+      `cat /proc/cpuinfo | grep processor | wc -l`.to_i
+    end
+  end
+
+  private
+
+  #handle user interrup (Ctrl+c)
+  def self.kill_on_ctrl_c(pids)
+    Signal.trap 'SIGINT' do
+      STDERR.puts "Parallel execution interrupted, exiting ..."
+      pids.each { |pid| Process.kill("KILL", pid) }
+      exit 1
+    end
+  end
+end

data/parallel.gemspec

@@ -0,0 +1,52 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{parallel}
+  s.version = "0.2.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Michael Grosser"]
+  s.date = %q{2009-08-13}
+  s.email = %q{grosser.michael@gmail.com}
+  s.extra_rdoc_files = [
+    "README.markdown"
+  ]
+  s.files = [
+    "README.markdown",
+     "Rakefile",
+     "VERSION",
+     "lib/parallel.rb",
+     "parallel.gemspec",
+     "spec/cases/parallel_influence_outside_data.rb",
+     "spec/cases/parallel_sleeping_2.rb",
+     "spec/cases/parallel_start_and_kill.rb",
+     "spec/cases/parallel_with_detected_cpus.rb",
+     "spec/cases/parallel_with_set_processes.rb",
+     "spec/parallel_spec.rb",
+     "spec/spec_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/grosser/parallel}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.4}
+  s.summary = %q{Run any kind of code in parallel processes}
+  s.test_files = [
+    "spec/parallel_spec.rb",
+     "spec/spec_helper.rb",
+     "spec/cases/parallel_sleeping_2.rb",
+     "spec/cases/parallel_start_and_kill.rb",
+     "spec/cases/parallel_with_set_processes.rb",
+     "spec/cases/parallel_influence_outside_data.rb",
+     "spec/cases/parallel_with_detected_cpus.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end

data/spec/cases/parallel_influence_outside_data.rb

@@ -0,0 +1,8 @@
+require 'spec/spec_helper.rb'
+
+x = 'yes'
+
+Parallel.in_processes(2) do
+  x = 'no'
+end
+print x

data/spec/cases/parallel_sleeping_2.rb

@@ -0,0 +1,5 @@
+require 'spec/spec_helper.rb'
+
+Parallel.in_processes(5) do
+  sleep 2
+end

data/spec/cases/parallel_start_and_kill.rb

@@ -0,0 +1,6 @@
+require 'spec/spec_helper.rb'
+
+Parallel.in_processes(2) do
+  sleep 10
+  puts "I should have been killed earlier..."
+end

data/spec/cases/parallel_with_detected_cpus.rb

@@ -0,0 +1,6 @@
+require 'spec/spec_helper.rb'
+
+x = Parallel.in_processes do
+  "HELLO"
+end
+puts x

data/spec/cases/parallel_with_set_processes.rb

@@ -0,0 +1,6 @@
+require 'spec/spec_helper.rb'
+
+x = Parallel.in_processes(5) do
+  "HELLO"
+end
+puts x

data/spec/parallel_spec.rb

@@ -0,0 +1,57 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe Parallel do
+  describe :in_processes do
+    before do
+      @cpus = Parallel.processor_count
+    end
+
+    it "executes with detected cpus" do
+      `ruby spec/cases/parallel_with_detected_cpus.rb`.should == "HELLO\n" * @cpus
+    end
+
+    it "set ammount of parallel processes" do
+      `ruby spec/cases/parallel_with_set_processes.rb`.should == "HELLO\n" * 5
+    end
+
+    it "does not influence outside data" do
+      `ruby spec/cases/parallel_influence_outside_data.rb`.should == "yes"
+    end
+
+    it "kills the processes when the main process gets killed through ctrl+c" do
+      t = Time.now
+      lambda{
+        Thread.new do
+          `ruby spec/cases/parallel_start_and_kill.rb`
+        end
+        sleep 1
+        running_processes = `ps -f`.split("\n").map{|line| line.split(/\s+/)}
+        parent = running_processes.detect{|line| line.include?("00:00:00") and line.include?("ruby") }[1]
+        `kill -2 #{parent}` #simulates Ctrl+c
+      }.should_not change{`ps`.split("\n").size}
+      Time.now.should be_close(t, 3)
+    end
+
+    it "saves time" do
+      t = Time.now
+      `ruby spec/cases/parallel_sleeping_2.rb`
+      Time.now.should be_close(t, 3)
+    end
+  end
+
+  describe :in_threads do
+    it "saves time" do
+      t = Time.now
+      Parallel.in_threads(3){ sleep 2 }
+      Time.now.should be_close(t, 3)
+    end
+
+    it "does not create new processes" do
+      lambda{ Thread.new{ Parallel.in_threads(2){sleep 1} } }.should_not change{`ps`.split("\n").size}
+    end
+
+    it "returns results as array" do
+      Parallel.in_threads(4){|i| "XXX#{i}"}.should == ["XXX0",'XXX1','XXX2','XXX3']
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+# ---- requirements
+$LOAD_PATH << File.expand_path("../lib", File.dirname(__FILE__))
+
+require 'parallel'

metadata

@@ -0,0 +1,71 @@
+--- !ruby/object:Gem::Specification 
+name: grosser-parallel
+version: !ruby/object:Gem::Version 
+  version: 0.2.0
+platform: ruby
+authors: 
+- Michael Grosser
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-08-13 00:00:00 -07:00
+default_executable: 
+dependencies: []
+
+description: 
+email: grosser.michael@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.markdown
+files: 
+- README.markdown
+- Rakefile
+- VERSION
+- lib/parallel.rb
+- parallel.gemspec
+- spec/cases/parallel_influence_outside_data.rb
+- spec/cases/parallel_sleeping_2.rb
+- spec/cases/parallel_start_and_kill.rb
+- spec/cases/parallel_with_detected_cpus.rb
+- spec/cases/parallel_with_set_processes.rb
+- spec/parallel_spec.rb
+- spec/spec_helper.rb
+has_rdoc: false
+homepage: http://github.com/grosser/parallel
+licenses: 
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Run any kind of code in parallel processes
+test_files: 
+- spec/parallel_spec.rb
+- spec/spec_helper.rb
+- spec/cases/parallel_sleeping_2.rb
+- spec/cases/parallel_start_and_kill.rb
+- spec/cases/parallel_with_set_processes.rb
+- spec/cases/parallel_influence_outside_data.rb
+- spec/cases/parallel_with_detected_cpus.rb