filey-diff 1.2.0 → 1.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d69bd737e5e7e76cac4dd58fa4b5be027d1622e0
-  data.tar.gz: 0bc0f5896d1ce23b132dfcce1dcad9e8e89e2606
+  metadata.gz: ba4ae040f41db6cdd1961ba07104e6d2a06934da
+  data.tar.gz: a27e219df60ba06eec12835610baac8d181f210d
 SHA512:
-  metadata.gz: 1baf0d708088e4399c96aab9cf24460b86a97c0b1c9833785ecec020e318927eb417b551a3d2ddad63ac9fd21474e54e192a57a8b7f4bc11744cf3263a575d5e
-  data.tar.gz: 02215cc721dc9cd6e7733b68272c0b62c0ee76dbf0417a7a3a6ced5c0fc7f4a1830c689ce7a557c8610f1728e88d45c46d409abbfab10d3ceb36d5b9423700e7
+  metadata.gz: b515c0d55fd854cbbfe55260a3359c2293e01215d7bc50aa134659b03085b1934ac626b771dc924234cd31a80a4bce49aaa5870eed7c9b62e1fb227b916416e9
+  data.tar.gz: 4cf9a66141a590496a286ed3aa8875f65e005d170dc249287782e545eb75f2f50281e081aadf1fc49d4f6493c98da49000d7cd81949897e7c6e48873ca4c5f5c

data/changelog.md

@@ -2,6 +2,10 @@
 
 This project is [Semantically Versioned](http://semver.org).
 
+## 1.2.1
+
+* Allow disabling of parallel processing with `ENV['disable_parallel_processing'] = 'true'`
+
 ## 1.2.0
 
 * Improve performance by loading S3 objects in parallel

data/filey-diff.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name              = 'filey-diff'
-  s.version           = '1.2.0'
+  s.version           = '1.2.1'
 
   s.summary     = "Compare two data sources that contain file-like objects"
   s.description =

data/lib/filey-diff/data-sources/aws_sdk_s3.rb

@@ -9,15 +9,28 @@ module Filey
 
       def do_internal_load
         fileys = []
-        threads = @s3_bucket.objects.map { |s3_object|
-          Thread.new(s3_object) {
-            fileys << map_s3_object_to_filey(s3_object)
-          }
+        map_to_filey = lambda { |s3_object|
+          fileys << map_s3_object_to_filey(s3_object)
         }
-        threads.each { |thread| thread.join }
+        in_parallel_or_sequentially map_to_filey
         fileys
       end
 
+      def in_parallel_or_sequentially(map_to_filey)
+        if ENV['disable_parallel_processing']
+          @s3_bucket.objects.each do |s3_object|
+            map_to_filey.call s3_object
+          end
+        else
+          threads = @s3_bucket.objects.map { |s3_object|
+            Thread.new(s3_object) {
+              map_to_filey.call s3_object
+            }
+          }
+          threads.each { |thread| thread.join }
+        end
+      end
+
       def map_s3_object_to_filey(s3_object)
         if (s3_object.key.include?'/')
           path = s3_object.key.scan(/(.*\/).*/).first.first

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: filey-diff
 version: !ruby/object:Gem::Version
-  version: 1.2.0
+  version: 1.2.1
 platform: ruby
 authors:
 - Lauri Lehmijoki
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-06-17 00:00:00.000000000 Z
+date: 2013-06-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake