parallel 0.8.3 → 0.8.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ab86105231bc6198ab1e5a144c1762311e427d7d
-  data.tar.gz: af7f2091b8f87e0af1d7476d1707ee84f2a18360
+  metadata.gz: 8dfa83f77faeb4b7a88c8fe48f4c4c761a698a79
+  data.tar.gz: b671b7078d94652f32c4d3926389ae49a8757ec2
 SHA512:
-  metadata.gz: 64694af8cef045688a0c1c5ab19117f5faa4d6c6b3b54eb6c5877d78c5fd7998b1e402b7bfd933d7e444bde0a232c10e56dcb85270fb18e8d40a0e40d52fbf49
-  data.tar.gz: f6363fa0ea194f14f00daf84048e271b5ac4e7fdcc5e13ec261cf6fa695bd3e0d555b906ede99acb23f633d1781c925e6650375d75c734215b34ed3f5f3accb4
+  metadata.gz: d2cf2bef92031948c03f45f6fae48637f16042ed84eaf97aa88894ac35e1db35fcd8e4e12b43819efdf8a9fccfc3af4aa23329808ac174935c8184a349ee1660
+  data.tar.gz: 5baf3578ead853ac7643d176ffcfd38e9f73a3c96c622e2af14517f0dbad756e85ae2b62b45582b9be32fae9d1c4e3c9309dfb2bf93fc546a15178baedf6adae

data/lib/parallel.rb

@@ -137,7 +137,7 @@ module Parallel
     def physical_processor_count
       @physical_processor_count ||= begin
         ppc = case RbConfig::CONFIG['host_os']
-        when /darwin1/, /freebsd/
+        when /darwin1/
           `sysctl -n hw.physicalcpu`.to_i
         when /linux/
           cores_per_physical = `grep cores /proc/cpuinfo`[/\d+/].to_i

data/lib/parallel/version.rb

@@ -1,3 +1,3 @@
 module Parallel
-  VERSION = Version = '0.8.3'
+  VERSION = Version = '0.8.4'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: parallel
 version: !ruby/object:Gem::Version
-  version: 0.8.3
+  version: 0.8.4
 platform: ruby
 authors:
 - Michael Grosser
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-09-20 00:00:00.000000000 Z
+date: 2013-09-26 00:00:00.000000000 Z
 dependencies: []
 description: 
 email: michael@grosser.it
@@ -16,49 +16,8 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .travis.yml
-- Gemfile
-- Gemfile.lock
-- MIT-LICENSE.txt
-- Rakefile
-- Readme.md
-- gem-public_cert.pem
 - lib/parallel.rb
 - lib/parallel/version.rb
-- parallel.gemspec
-- spec/cases/closes_processes_at_runtime.rb
-- spec/cases/count_open_pipes.rb
-- spec/cases/each.rb
-- spec/cases/each_with_index.rb
-- spec/cases/host_os_override_processor_count.rb
-- spec/cases/map_with_index.rb
-- spec/cases/map_with_index_empty.rb
-- spec/cases/map_with_killed_worker_before_read.rb
-- spec/cases/map_with_killed_worker_before_write.rb
-- spec/cases/map_with_nested_arrays_and_nil.rb
-- spec/cases/map_with_processes_and_break.rb
-- spec/cases/map_with_processes_and_exceptions.rb
-- spec/cases/map_with_threads_and_break.rb
-- spec/cases/map_with_threads_and_exceptions.rb
-- spec/cases/no_dump_with_each.rb
-- spec/cases/no_gc_with_each.rb
-- spec/cases/parallel_fast_exit.rb
-- spec/cases/parallel_high_fork_rate.rb
-- spec/cases/parallel_influence_outside_data.rb
-- spec/cases/parallel_map.rb
-- spec/cases/parallel_map_complex_objects.rb
-- spec/cases/parallel_map_range.rb
-- spec/cases/parallel_map_sleeping.rb
-- spec/cases/parallel_map_uneven.rb
-- spec/cases/parallel_raise.rb
-- spec/cases/parallel_raise_undumpable.rb
-- spec/cases/parallel_sleeping_2.rb
-- spec/cases/parallel_start_and_kill.rb
-- spec/cases/parallel_with_detected_cpus.rb
-- spec/cases/parallel_with_nil_uses_detected_cpus.rb
-- spec/cases/parallel_with_set_processes.rb
-- spec/parallel_spec.rb
-- spec/spec_helper.rb
 homepage: https://github.com/grosser/parallel
 licenses:
 - MIT

data/.travis.yml

@@ -1,5 +0,0 @@
-language: ruby
-rvm:
-  - 1.8.7
-  - 1.9.3
-  - 2.0.0

data/Gemfile

@@ -1,6 +0,0 @@
-source "https://rubygems.org"
-gemspec
-
-gem 'bump'
-gem 'rake'
-gem 'rspec', '~>2'

data/Gemfile.lock

@@ -1,30 +0,0 @@
-PATH
-  remote: .
-  specs:
-    parallel (0.8.3)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    bump (0.3.5)
-    diff-lcs (1.1.3)
-    rake (10.0.2)
-    rspec (2.12.0)
-      rspec-core (~> 2.12.0)
-      rspec-expectations (~> 2.12.0)
-      rspec-mocks (~> 2.12.0)
-    rspec-core (2.12.0)
-    rspec-expectations (2.12.0)
-      diff-lcs (~> 1.1.3)
-    rspec-mocks (2.12.0)
-
-PLATFORMS
-  java
-  ruby
-  x86-mingw32
-
-DEPENDENCIES
-  bump
-  parallel!
-  rake
-  rspec (~> 2)

data/MIT-LICENSE.txt

@@ -1,20 +0,0 @@
-Copyright (C) 2013 Michael Grosser <michael@grosser.it>
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-"Software"), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -1,7 +0,0 @@
-require 'bundler/setup'
-require 'bundler/gem_tasks'
-require 'bump/tasks'
-
-task :default do
-  sh "rspec spec/"
-end

data/Readme.md

@@ -1,119 +0,0 @@
-Run any code in parallel Processes(> use all CPUs) or Threads(> speedup blocking operations).<br/>
-Best suited for map-reduce or e.g. parallel downloads/uploads.
-
-Install
-=======
-
-```Bash
-gem install parallel
-```
-
-Usage
-=====
-
-```Ruby
-# 2 CPUs -> work in 2 processes (a,b + c)
-results = Parallel.map(['a','b','c']) do |one_letter|
-  expensive_calculation(one_letter)
-end
-
-# 3 Processes -> finished after 1 run
-results = Parallel.map(['a','b','c'], :in_processes=>3){|one_letter| ... }
-
-# 3 Threads -> finished after 1 run
-results = Parallel.map(['a','b','c'], :in_threads=>3){|one_letter| ... }
-```
-
-Same can be done with `each`
-```Ruby
-Parallel.each(['a','b','c']){|one_letter| ... }
-```
-or `each_with_index` or `map_with_index`
-
-Processes/Threads are workers, they grab the next piece of work when they finish.
-
-### Processes
- - Speedup through multiple CPUs
- - Speedup for blocking operations
- - Protects global data
- - Extra memory used ( very low on [REE](http://www.rubyenterpriseedition.com/faq.html) through `copy_on_write_friendly` )
- - Child processes are killed when your main process is killed through Ctrl+c or kill -2
-
-### Threads
- - Speedup for blocking operations
- - Global data can be modified
- - No extra memory used
-
-### ActiveRecord
-
-Try either of those to get working parallel AR
-
-```Ruby
-Parallel.each(User.all, :in_threads => 8) do |user|
-  ActiveRecord::Base.connection_pool.with_connection do
-    user.update_attribute(:some_attribute, some_value)
-  end
-end
-
-Parallel.each(User.all, :in_processes => 8) do |user|
-  ActiveRecord::Base.connection.reconnect!
-  user.update_attribute(:some_attribute, some_value)
-end
-```
-
-### Break
-
-```Ruby
-Parallel.map(User.all) do |user|
-  raise Parallel::Break # -> stop all execution
-end
-```
-
-### Progress / ETA
-
-```Bash
-gem install ruby-progressbar
-```
-
-```Ruby
-require 'ruby-progressbar'
-progress = ProgressBar.create(:title => "The Progress", :total => 100)
-Parallel.map(1..100, :finish => lambda { |item, i| progress.increment }) { sleep 1 }
-```
-
-Tips
-====
- - [Benchmark/Test] Disable threading/forking with `:in_threads => 0` or `:in_processes => 0`, great to test performance or to debug parallel issues
-
-TODO
-====
- - JRuby / Windows support <-> possible ?
-
-Authors
-=======
-
-### [Contributors](https://github.com/grosser/parallel/contributors)
- - [Przemyslaw Wroblewski](http://github.com/lowang)
- - [TJ Holowaychuk](http://vision-media.ca/)
- - [Masatomo Nakano](http://twitter.com/masatomo2)
- - [Fred Wu](http://fredwu.me)
- - [mikezter](http://github.com/mikezter)
- - [Jeremy Durham](http://www.jeremydurham.com)
- - [Nick Gauthier](http://www.ngauthier.com)
- - [Andrew Bowerman](http://andrewbowerman.com)
- - [Byron Bowerman](http://me.bm5k.com/)
- - [Mikko Kokkonen](https://github.com/mikian)
- - [brian p o'rourke](https://github.com/bpo)
- - [Norio Sato]
- - [Neal Stewart](https://github.com/n-time)
- - [Jurriaan Pruis](http://github.com/jurriaan)
- - [Rob Worley](http://github.com/robworley)
- - [Tasveer Singh](https://github.com/tazsingh)
- - [Joachim](https://github.com/jmozmoz)
- - [yaoguai](https://github.com/yaoguai)
- - [Bartosz Dziewoński](https://github.com/MatmaRex)
-
-[Michael Grosser](http://grosser.it)<br/>
-michael@grosser.it<br/>
-License: MIT<br/>
-[![Build Status](https://travis-ci.org/grosser/parallel.png)](https://travis-ci.org/grosser/parallel)

data/gem-public_cert.pem

@@ -1,20 +0,0 @@
------BEGIN CERTIFICATE-----
-MIIDMjCCAhqgAwIBAgIBADANBgkqhkiG9w0BAQUFADA/MRAwDgYDVQQDDAdtaWNo
-YWVsMRcwFQYKCZImiZPyLGQBGRYHZ3Jvc3NlcjESMBAGCgmSJomT8ixkARkWAml0
-MB4XDTEzMDIwMzE4MTMxMVoXDTE0MDIwMzE4MTMxMVowPzEQMA4GA1UEAwwHbWlj
-aGFlbDEXMBUGCgmSJomT8ixkARkWB2dyb3NzZXIxEjAQBgoJkiaJk/IsZAEZFgJp
-dDCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAMorXo/hgbUq97+kII9H
-MsQcLdC/7wQ1ZP2OshVHPkeP0qH8MBHGg6eYisOX2ubNagF9YTCZWnhrdKrwpLOO
-cPLaZbjUjljJ3cQR3B8Yn1veV5IhG86QseTBjymzJWsLpqJ1UZGpfB9tXcsFtuxO
-6vHvcIHdzvc/OUkICttLbH+1qb6rsHUceqh+JrH4GrsJ5H4hAfIdyS2XMK7YRKbh
-h+IBu6dFWJJByzFsYmV1PDXln3UBmgAt65cmCu4qPfThioCGDzbSJrGDGLmw/pFX
-FPpVCm1zgYSb1v6Qnf3cgXa2f2wYGm17+zAVyIDpwryFru9yF/jJxE38z/DRsd9R
-/88CAwEAAaM5MDcwCQYDVR0TBAIwADAdBgNVHQ4EFgQUsiNnXHtKeMYYcr4yJVmQ
-WONL+IwwCwYDVR0PBAQDAgSwMA0GCSqGSIb3DQEBBQUAA4IBAQAlyN7kKo/NQCQ0
-AOzZLZ3WAePvStkCFIJ53tsv5Kyo4pMAllv+BgPzzBt7qi605mFSL6zBd9uLou+W
-Co3s48p1dy7CjjAfVQdmVNHF3MwXtfC2OEyvSQPi4xKR8iba8wa3xp9LVo1PuLpw
-/6DsrChWw74HfsJN6qJOK684hJeT8lBYAUfiC3wD0owoPSg+XtyAAddisR+KV5Y1
-NmVHuLtQcNTZy+gRht3ahJRMuC6QyLmkTsf+6MaenwAMkAgHdswGsJztOnNnBa3F
-y0kCSWmK6D+x/SbfS6r7Ke07MRqziJdB9GuE1+0cIRuFh8EQ+LN6HXCKM5pon/GU
-ycwMXfl0
------END CERTIFICATE-----

data/parallel.gemspec

@@ -1,17 +0,0 @@
-$LOAD_PATH.unshift File.expand_path("../lib", __FILE__)
-name = "parallel"
-require "#{name}/version"
-
-Gem::Specification.new name, Parallel::VERSION do |s|
-  s.summary = "Run any kind of code in parallel processes"
-  s.authors = ["Michael Grosser"]
-  s.email = "michael@grosser.it"
-  s.homepage = "https://github.com/grosser/#{name}"
-  s.files = `git ls-files`.split("\n")
-  s.license = "MIT"
-  key = File.expand_path("~/.ssh/gem-private_key.pem")
-  if File.exist?(key)
-    s.signing_key = key
-    s.cert_chain = ["gem-public_cert.pem"]
-  end
-end

data/spec/cases/closes_processes_at_runtime.rb

@@ -1,12 +0,0 @@
-require File.expand_path('spec/spec_helper')
-cmd = "ps uaxw|grep ruby|wc -l"
-
-processes_before = `#{cmd}`.to_i
-Parallel.each((0..10).to_a, :in_processes => 5) { |a| a*2 }
-processes_after = `#{cmd}`.to_i
-
-if processes_before == processes_after
-  print 'OK'
-else
-  print "FAIL: before:#{processes_before} -- after:#{processes_after}"
-end

data/spec/cases/count_open_pipes.rb

@@ -1,6 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-results = Parallel.map(Array.new(20), :in_processes => 20) do
-  `lsof | grep pipe | wc -l`.to_i
-end
-puts results.max

data/spec/cases/each.rb

@@ -1,8 +0,0 @@
-require File.expand_path('spec/spec_helper')
-STDOUT.sync = true # otherwise results can go weird...
-
-x = ['a','b','c','d']
-result = Parallel.each(x) do |x|
-  sleep 0.1 if x == 'a'
-end
-print result * ' '

data/spec/cases/each_with_index.rb

@@ -1,5 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-Parallel.each_with_index(['a','b'], :in_threads => 2) do |x, i|
-  print "#{x}#{i}"
-end

data/spec/cases/host_os_override_processor_count.rb

@@ -1,4 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-RbConfig::CONFIG["host_os"] = "flux_capacitor99.312.4"
-puts Parallel.processor_count

data/spec/cases/map_with_index.rb

@@ -1,6 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-result = Parallel.map_with_index(['a','b']) do |x, i|
-  "#{x}#{i}"
-end
-print result * ''

data/spec/cases/map_with_index_empty.rb

@@ -1,6 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-result = Parallel.map_with_index([]) do |x, i|
-  "#{x}#{i}"
-end
-print result * ''

data/spec/cases/map_with_killed_worker_before_read.rb

@@ -1,9 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-begin
-  Parallel.map([1,2,3]) do |x, i|
-    Process.kill("SIGKILL", Process.pid)
-  end
-rescue Parallel::DeadWorker
-  puts "DEAD"
-end

data/spec/cases/map_with_killed_worker_before_write.rb

@@ -1,18 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-Parallel::Worker.class_eval do
-  alias_method :work_without_kill, :work
-  def work(*args)
-    Process.kill("SIGKILL", pid)
-    sleep 0.5
-    work_without_kill(*args)
-  end
-end
-
-begin
-  Parallel.map([1,2,3]) do |x, i|
-    Process.kill("SIGKILL", Process.pid)
-  end
-rescue Parallel::DeadWorker
-  puts "DEAD"
-end

data/spec/cases/map_with_nested_arrays_and_nil.rb

@@ -1,7 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-result = Parallel.map([1,2,[3]]) do |x|
-  [x, x] if x != 1
-end
-
-print result.inspect

data/spec/cases/map_with_processes_and_break.rb

@@ -1,10 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-result = Parallel.map(1..100, :in_processes => 4) do |x|
-  sleep 0.1 # so all processes get started
-  print x
-  raise Parallel::Break if x == 1
-  sleep 0.1 # so no now work gets queued before Parallel::Break is raised
-  x
-end
-print " Parallel::Break raised - result #{result.inspect}"

data/spec/cases/map_with_processes_and_exceptions.rb

@@ -1,13 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-begin
-  Parallel.map(1..100, :in_processes => 4) do |x|
-    sleep 0.1 # so all processes get started
-    print x
-    raise 'foo' if x == 1
-    sleep 0.1 # so no now work gets queued before exception is raised
-    x
-  end
-rescue
-  print ' raised'
-end

data/spec/cases/map_with_threads_and_break.rb

@@ -1,9 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-result = Parallel.map(1..100, :in_threads => 4) do |x|
-  sleep 0.1 # so all threads get started
-  print x
-  raise Parallel::Break if x == 1
-  sleep 0.1 # so no now work gets queued before Parallel::Break is raised
-end
-print " Parallel::Break raised - result #{result.inspect}"

data/spec/cases/map_with_threads_and_exceptions.rb

@@ -1,12 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-begin
-  Parallel.map(1..100, :in_threads => 4) do |x|
-    sleep 0.1 # so all processes get started
-    print x
-    raise 'foo' if x == 1
-    sleep 0.1 # so no now work gets queued before exception is raised
-  end
-rescue
-  print ' raised'
-end

data/spec/cases/no_dump_with_each.rb

@@ -1,21 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-class NotDumpable
-  def marshal_dump
-    raise "NOOOO"
-  end
-
-  def to_s
-    'not dumpable'
-  end
-end
-
-Parallel.each([1]) do
-  print 'no dump for result'
-  NotDumpable.new
-end
-
-Parallel.each([NotDumpable.new]) do
-  print 'no dump for each'
-  1
-end

data/spec/cases/no_gc_with_each.rb

@@ -1,5 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-Parallel.each(1..1000, :in_threads => 2) do |i|
-  "xxxx" * 1_000_000
-end

data/spec/cases/parallel_fast_exit.rb

@@ -1,7 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-Parallel.map([1,2,3], :in_processes => 2) do
-  puts "I finished..."
-end
-
-sleep 10

data/spec/cases/parallel_high_fork_rate.rb

@@ -1,6 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-Parallel.each((0..200).to_a, :in_processes=>200) do |x|
-  sleep 1
-end
-print 'OK'

data/spec/cases/parallel_influence_outside_data.rb

@@ -1,8 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-x = 'yes'
-
-Parallel.in_processes(2) do
-  x = 'no'
-end
-print x

data/spec/cases/parallel_map.rb

@@ -1,6 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-result = Parallel.map(['a','b','c','d']) do |x|
-  "-#{x}-"
-end
-print result * ' '

data/spec/cases/parallel_map_complex_objects.rb

@@ -1,8 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-object = ["\nasd#{File.read('Gemfile')}--#{File.read('Rakefile')}"*100, 12345, {:b=>:a}]
-
-result = Parallel.map([1,2]) do |x|
-  object
-end
-print 'YES' if result.inspect == [object, object].inspect

data/spec/cases/parallel_map_range.rb

@@ -1,6 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-result = Parallel.map(1..5) do |x|
-  x
-end
-print result.inspect

data/spec/cases/parallel_map_sleeping.rb

@@ -1,5 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-Parallel.map(['a','b','c','d']) do |x|
-  sleep 1
-end

data/spec/cases/parallel_map_uneven.rb

@@ -1,5 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-Parallel.map([1,2,1,2]) do |x|
-  sleep 2 if x == 1
-end

data/spec/cases/parallel_raise.rb

@@ -1,10 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-begin
-  Parallel.in_processes(2) do
-    raise "TEST"
-  end
-  puts "FAIL"
-rescue RuntimeError
-  puts $!.message
-end

data/spec/cases/parallel_raise_undumpable.rb

@@ -1,17 +0,0 @@
-require File.expand_path('spec/spec_helper')
-require 'stringio'
-
-class MyException < Exception
-  def initialize(object)
-    @object = object
-  end
-end
-
-begin
-  Parallel.in_processes(2) do
-    raise MyException.new(StringIO.new)
-  end
-  puts "FAIL"
-rescue RuntimeError
-  puts $!.message
-end

data/spec/cases/parallel_sleeping_2.rb

@@ -1,5 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-Parallel.in_processes(5) do
-  sleep 2
-end

data/spec/cases/parallel_start_and_kill.rb

@@ -1,12 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-method = case ARGV[0]
-when "PROCESS" then :in_processes
-when "THREAD" then :in_threads
-else raise "Learn to use this!"
-end
-
-Parallel.send(method, 2) do
-  sleep 10
-  puts "I should have been killed earlier..."
-end

data/spec/cases/parallel_with_detected_cpus.rb

@@ -1,6 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-x = Parallel.in_processes do
-  "HELLO"
-end
-puts x

data/spec/cases/parallel_with_nil_uses_detected_cpus.rb

@@ -1,6 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-x = Parallel.in_processes(nil) do
-  "HELLO"
-end
-puts x

data/spec/cases/parallel_with_set_processes.rb

@@ -1,6 +0,0 @@
-require File.expand_path('spec/spec_helper')
-
-x = Parallel.in_processes(5) do
-  "HELLO"
-end
-puts x

data/spec/parallel_spec.rb

@@ -1,293 +0,0 @@
-require 'spec_helper'
-
-describe Parallel do
-  def time_taken
-    t = Time.now.to_f
-    yield
-    Time.now.to_f - t
-  end
-
-  def kill_process_with_name(file)
-    running_processes = `ps -f`.split("\n").map{ |line| line.split(/\s+/) }
-    pid_index = running_processes.detect { |p| p.include?("UID") }.index("UID") + 1
-    parent_pid = running_processes.detect { |p| p.include?(file) and not p.include?("sh") }[pid_index]
-    `kill -2 #{parent_pid}`
-  end
-
-  describe ".processor_count" do
-    it "returns a number" do
-      (1..999).should include(Parallel.processor_count)
-    end
-
-    if RUBY_PLATFORM =~ /darwin10/
-      it 'works if hwprefs in not available' do
-        Parallel.should_receive(:hwprefs_available?).and_return false
-        (1..999).should include(Parallel.processor_count)
-      end
-    end
-
-    it "defaults to 1 if we don't know better" do
-      `ruby spec/cases/host_os_override_processor_count.rb 2>/dev/null`.to_i.should == 1
-    end
-  end
-
-  describe ".physical_processor_count" do
-    it "returns a number" do
-      (1..999).should include(Parallel.physical_processor_count)
-    end
-
-    it "is even factor of logical cpus" do
-      pending if ENV["TRAVIS"]
-      (Parallel.processor_count % Parallel.physical_processor_count).should == 0
-    end
-  end
-
-  describe ".in_processes" do
-    def cpus
-      Parallel.processor_count
-    end
-
-    it "executes with detected cpus" do
-      `ruby spec/cases/parallel_with_detected_cpus.rb`.should == "HELLO\n" * cpus
-    end
-
-    it "executes with detected cpus when nil was given" do
-      `ruby spec/cases/parallel_with_nil_uses_detected_cpus.rb`.should == "HELLO\n" * cpus
-    end
-
-    it "set amount of parallel processes" do
-      `ruby spec/cases/parallel_with_set_processes.rb`.should == "HELLO\n" * 5
-    end
-
-    it "does not influence outside data" do
-      `ruby spec/cases/parallel_influence_outside_data.rb`.should == "yes"
-    end
-
-    it "kills the processes when the main process gets killed through ctrl+c" do
-      time_taken{
-        lambda{
-          t = Thread.new { `ruby spec/cases/parallel_start_and_kill.rb PROCESS` }
-          sleep 1
-          kill_process_with_name("spec/cases/parallel_start_and_kill.rb") #simulates Ctrl+c
-          sleep 1
-          puts t.value
-        }.should_not change{`ps`.split("\n").size}
-      }.should <= 3
-    end
-
-    it "kills the threads when the main process gets killed through ctrl+c" do
-      time_taken{
-        lambda{
-          Thread.new { `ruby spec/cases/parallel_start_and_kill.rb THREAD` }
-          sleep 1
-          kill_process_with_name("spec/cases/parallel_start_and_kill.rb") #simulates Ctrl+c
-          sleep 1
-        }.should_not change{`ps`.split("\n").size}
-      }.should <= 3
-    end
-
-    it "does not kill anything on ctrl+c when everything has finished" do
-      time_taken do
-        t = Thread.new { `ruby spec/cases/parallel_fast_exit.rb 2>&1` }
-        sleep 2
-        kill_process_with_name("spec/cases/parallel_fast_exit.rb") #simulates Ctrl+c
-        sleep 1
-        result = t.value
-        result.scan(/I finished/).size.should == 3
-        result.should_not include("Parallel execution interrupted")
-      end.should <= 4
-    end
-
-    it "saves time" do
-      time_taken{
-        `ruby spec/cases/parallel_sleeping_2.rb`
-      }.should < 3.5
-    end
-
-    it "raises when one of the processes raises" do
-      `ruby spec/cases/parallel_raise.rb`.strip.should == 'TEST'
-    end
-
-    it "can raise an undumpable exception" do
-      `ruby spec/cases/parallel_raise_undumpable.rb`.strip.should include('Undumpable Exception')
-    end
-
-    it 'can handle to high fork rate' do
-      `ruby spec/cases/parallel_high_fork_rate.rb`.should == 'OK'
-    end
-
-    it 'does not leave processes behind while running' do
-      `ruby spec/cases/closes_processes_at_runtime.rb`.should == 'OK'
-    end
-
-    it "does not open unnecessary pipes" do
-      open_pipes = `lsof | grep pipe | wc -l`.to_i
-      max_pipes = `ruby spec/cases/count_open_pipes.rb`.to_i
-      (max_pipes - open_pipes).should < 400
-    end
-  end
-
-  describe ".in_threads" do
-    it "saves time" do
-      time_taken{
-        Parallel.in_threads(3){ sleep 2 }
-      }.should < 3
-    end
-
-    it "does not create new processes" do
-      lambda{ Thread.new{ Parallel.in_threads(2){sleep 1} } }.should_not change{`ps`.split("\n").size}
-    end
-
-    it "returns results as array" do
-      Parallel.in_threads(4){|i| "XXX#{i}"}.should == ["XXX0",'XXX1','XXX2','XXX3']
-    end
-
-    it "raises when a thread raises" do
-      lambda{ Parallel.in_threads(2){|i| raise "TEST"} }.should raise_error("TEST")
-    end
-  end
-
-  describe ".map" do
-    it "saves time" do
-      time_taken{
-      `ruby spec/cases/parallel_map_sleeping.rb`
-      }.should <= 3.5
-    end
-
-    it "executes with given parameters" do
-      `ruby spec/cases/parallel_map.rb`.should == "-a- -b- -c- -d-"
-    end
-
-    it "can dump/load complex objects" do
-      `ruby spec/cases/parallel_map_complex_objects.rb`.should == "YES"
-    end
-
-    it "starts new process imediatly when old exists" do
-      time_taken{
-      `ruby spec/cases/parallel_map_uneven.rb`
-      }.should <= 3.5
-    end
-
-    it "does not flatten results" do
-      Parallel.map([1,2,3], :in_threads=>2){|x| [x,x]}.should == [[1,1],[2,2],[3,3]]
-    end
-
-    it "can run in threads" do
-      Parallel.map([1,2,3,4,5,6,7,8,9], :in_threads=>4){|x| x+2 }.should == [3,4,5,6,7,8,9,10,11]
-    end
-
-    it 'supports all Enumerable-s' do
-      `ruby spec/cases/parallel_map_range.rb`.should == '[1, 2, 3, 4, 5]'
-    end
-
-    it 'handles nested arrays and nil correctly' do
-      `ruby spec/cases/map_with_nested_arrays_and_nil.rb`.should == '[nil, [2, 2], [[3], [3]]]'
-    end
-
-    it 'stops all workers when one fails in process' do
-      `ruby spec/cases/map_with_processes_and_exceptions.rb 2>&1`.should =~ /^\d{4} raised$/
-    end
-
-    it 'stops all workers when one fails in thread' do
-      `ruby spec/cases/map_with_threads_and_exceptions.rb 2>&1`.should =~ /^\d{0,4} raised$/
-    end
-
-    it 'stops all workers when one raises Break in process' do
-      `ruby spec/cases/map_with_processes_and_break.rb 2>&1`.should =~ /^\d{4} Parallel::Break raised - result nil$/
-    end
-
-    it 'stops all workers when one raises Break in thread' do
-      `ruby spec/cases/map_with_threads_and_break.rb 2>&1`.should =~ /^\d{4} Parallel::Break raised - result nil$/
-    end
-
-    it "can run with 0 threads" do
-      Thread.should_not_receive(:exclusive)
-      Parallel.map([1,2,3,4,5,6,7,8,9], :in_threads => 0){|x| x+2 }.should == [3,4,5,6,7,8,9,10,11]
-    end
-
-    it "can run with 0 processes" do
-      Process.should_not_receive(:fork)
-      Parallel.map([1,2,3,4,5,6,7,8,9], :in_processes => 0){|x| x+2 }.should == [3,4,5,6,7,8,9,10,11]
-    end
-
-    it "notifies when an item of work is dispatched to a worker process" do
-      monitor = double('monitor', :call => nil)
-      monitor.should_receive(:call).once.with(:first, 0)
-      monitor.should_receive(:call).once.with(:second, 1)
-      monitor.should_receive(:call).once.with(:third, 2)
-      Parallel.map([:first, :second, :third], :start => monitor, :in_processes => 3) {}
-    end
-
-    it "notifies when an item of work is completed by a worker process" do
-      monitor = double('monitor', :call => nil)
-      monitor.should_receive(:call).once.with(:first, 0)
-      monitor.should_receive(:call).once.with(:second, 1)
-      monitor.should_receive(:call).once.with(:third, 2)
-      Parallel.map([:first, :second, :third], :finish => monitor, :in_processes => 3) {}
-    end
-
-    it "notifies when an item of work is dispatched to a threaded worker" do
-      monitor = double('monitor', :call => nil)
-      monitor.should_receive(:call).once.with(:first, 0)
-      monitor.should_receive(:call).once.with(:second, 1)
-      monitor.should_receive(:call).once.with(:third, 2)
-      Parallel.map([:first, :second, :third], :start => monitor, :in_threads => 3) {}
-    end
-
-    it "notifies when an item of work is completed by a threaded worker" do
-      monitor = double('monitor', :call => nil)
-      monitor.should_receive(:call).once.with(:first, 0)
-      monitor.should_receive(:call).once.with(:second, 1)
-      monitor.should_receive(:call).once.with(:third, 2)
-      Parallel.map([:first, :second, :third], :finish => monitor, :in_threads => 3) {}
-    end
-
-    it "spits out a useful error when a worker dies before read" do
-      `ruby spec/cases/map_with_killed_worker_before_read.rb 2>&1`.should include "DEAD"
-    end
-
-    it "spits out a useful error when a worker dies before write" do
-      `ruby spec/cases/map_with_killed_worker_before_write.rb 2>&1`.should include "DEAD"
-    end
-  end
-
-  describe ".map_with_index" do
-    it "yields object and index" do
-      `ruby spec/cases/map_with_index.rb 2>&1`.should == 'a0b1'
-    end
-
-    it "does not crash with empty set" do
-      `ruby spec/cases/map_with_index_empty.rb 2>&1`.should == ''
-    end
-
-    it "can run with 0 threads" do
-      Thread.should_not_receive(:exclusive)
-      Parallel.map_with_index([1,2,3,4,5,6,7,8,9], :in_threads => 0){|x,i| x+2 }.should == [3,4,5,6,7,8,9,10,11]
-    end
-
-    it "can run with 0 processes" do
-      Process.should_not_receive(:fork)
-      Parallel.map_with_index([1,2,3,4,5,6,7,8,9], :in_processes => 0){|x,i| x+2 }.should == [3,4,5,6,7,8,9,10,11]
-    end
-  end
-
-  describe ".each" do
-    it "returns original array, works like map" do
-      `ruby spec/cases/each.rb`.should == 'a b c d'
-    end
-
-    it "does not use marshal_dump" do
-      `ruby spec/cases/no_dump_with_each.rb 2>&1`.should == 'no dump for resultno dump for each'
-    end
-
-    it "does not slow down with lots of GC work in threads" do
-      Benchmark.realtime { `ruby spec/cases/no_gc_with_each.rb 2>&1` }.should <= 10
-    end
-  end
-
-  describe ".each_with_index" do
-    it "yields object and index" do
-      ["a0b1", "b1a0"].should include `ruby spec/cases/each_with_index.rb 2>&1`
-    end
-  end
-end

data/spec/spec_helper.rb

@@ -1,2 +0,0 @@
-require 'parallel'
-require 'benchmark'