parallel 0.8.1 → 0.8.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 10b1b5e1d603d7fd6d85c66526c729295b864bf6
-  data.tar.gz: 864604781d56f1f70df314de0e8af937a8b73dc8
+  metadata.gz: 1b4969ff4fcd994e10d9e2269f674ba78b3fc302
+  data.tar.gz: 749ec2527f60964c8e248c67c2a7b506be74292c
 SHA512:
-  metadata.gz: f263eb9456018b8959bd3f7875775ae954f8b4736914ed59bae9d4f34f2becc42b2858a4e23900dacb35a84e89f5f349b861dc18214540be770bf6d939ea24eb
-  data.tar.gz: 8dbf0fbe7f583b2de1987b47082ab81ac6d198b6ca7d429969b7b416e346f01d1dc06d4d040f8962c26f8b69eb0e474980481547e065afe3b53841b4fec8b2eb
+  metadata.gz: c91534ca1aa69298ac99bb37545655d71266f0d18d57326b0cd89e1afc5c151c6907a34ada4829f7eea22c6d641eb7f5c10da09315f9ed524a7aba789b1d1cfa
+  data.tar.gz: b543711832ef16a348e0ea8aec4f28fa319f9ad662d08b79597fcc6b5e2fdd08c79ed8692da417cf1d9895018d371235135fdb8508321731e3ccdb672c283797

data/.travis.yml

@@ -1,6 +1,4 @@
 language: ruby
-before_script:
-  - export TRAVIS=1
 rvm:
   - 1.8.7
   - 1.9.3

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    parallel (0.8.1)
+    parallel (0.8.2)
 
 GEM
   remote: https://rubygems.org/

data/lib/parallel.rb

@@ -270,11 +270,10 @@ module Parallel
     def process_incoming_jobs(read, write, items, options, &block)
       while !read.eof?
         index = Marshal.load(read)
-        begin
-          result = call_with_index(items, index, options, &block)
-          result = nil if options[:preserve_results] == false
+        result = begin
+          call_with_index(items, index, options, &block)
         rescue Exception => e
-          result = ExceptionWrapper.new(e)
+          ExceptionWrapper.new(e)
         end
         Marshal.dump(result, write)
       end
@@ -342,7 +341,12 @@ module Parallel
     def call_with_index(array, index, options, &block)
       args = [array[index]]
       args << index if options[:with_index]
-      block.call(*args)
+      if options[:preserve_results] == false
+        block.call(*args)
+        nil # avoid GC overhead of passing large results around
+      else
+        block.call(*args)
+      end
     end
 
     def with_instrumentation(item, index, options)

data/lib/parallel/version.rb

@@ -1,3 +1,3 @@
 module Parallel
-  VERSION = Version = '0.8.1'
+  VERSION = Version = '0.8.2'
 end

data/spec/cases/no_gc_with_each.rb

@@ -0,0 +1,5 @@
+require File.expand_path('spec/spec_helper')
+
+Parallel.each(1..1000, :in_threads => 2) do |i|
+  "xxxx" * 1_000_000
+end

data/spec/parallel_spec.rb

@@ -1,4 +1,4 @@
-require File.expand_path('spec/spec_helper')
+require 'spec_helper'
 
 describe Parallel do
   def time_taken
@@ -279,6 +279,10 @@ describe Parallel do
     it "does not use marshal_dump" do
       `ruby spec/cases/no_dump_with_each.rb 2>&1`.should == 'no dump for resultno dump for each'
     end
+
+    it "does not slow down with lots of GC work in threads" do
+      Benchmark.realtime { `ruby spec/cases/no_gc_with_each.rb 2>&1` }.should <= 10
+    end
   end
 
   describe ".each_with_index" do

data/spec/spec_helper.rb

@@ -1,2 +1,2 @@
-$LOAD_PATH.unshift 'lib'
-require 'parallel'
+require 'parallel'
+require 'benchmark'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: parallel
 version: !ruby/object:Gem::Version
-  version: 0.8.1
+  version: 0.8.2
 platform: ruby
 authors:
 - Michael Grosser
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-09-10 00:00:00.000000000 Z
+date: 2013-09-13 00:00:00.000000000 Z
 dependencies: []
 description: 
 email: michael@grosser.it
@@ -41,6 +41,7 @@ files:
 - spec/cases/map_with_threads_and_break.rb
 - spec/cases/map_with_threads_and_exceptions.rb
 - spec/cases/no_dump_with_each.rb
+- spec/cases/no_gc_with_each.rb
 - spec/cases/parallel_fast_exit.rb
 - spec/cases/parallel_high_fork_rate.rb
 - spec/cases/parallel_influence_outside_data.rb