filey-diff 1.1.2 → 1.2.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d69bd737e5e7e76cac4dd58fa4b5be027d1622e0
+  data.tar.gz: 0bc0f5896d1ce23b132dfcce1dcad9e8e89e2606
+SHA512:
+  metadata.gz: 1baf0d708088e4399c96aab9cf24460b86a97c0b1c9833785ecec020e318927eb417b551a3d2ddad63ac9fd21474e54e192a57a8b7f4bc11744cf3263a575d5e
+  data.tar.gz: 02215cc721dc9cd6e7733b68272c0b62c0ee76dbf0417a7a3a6ced5c0fc7f4a1830c689ce7a557c8610f1728e88d45c46d409abbfab10d3ceb36d5b9423700e7

data/changelog.md

@@ -2,6 +2,10 @@
 
 This project is [Semantically Versioned](http://semver.org).
 
+## 1.2.0
+
+* Improve performance by loading S3 objects in parallel
+
 ## 1.1.2
 
 * Co-operate with Ruby 2.0.0 automatic gzip decoding

data/filey-diff.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name              = 'filey-diff'
-  s.version           = '1.1.2'
+  s.version           = '1.2.0'
 
   s.summary     = "Compare two data sources that contain file-like objects"
   s.description =

data/lib/filey-diff/data-sources/aws_sdk_s3.rb

@@ -8,31 +8,40 @@ module Filey
       private
 
       def do_internal_load
-        @s3_bucket.objects.map { |s3_object|
-          if (s3_object.key.include?'/')
-            path = s3_object.key.scan(/(.*\/).*/).first.first
-            name = s3_object.key.scan(/.*\/(.*)/).first.first
-          else
-            path = ''
-            name = s3_object.key
-          end
+        fileys = []
+        threads = @s3_bucket.objects.map { |s3_object|
+          Thread.new(s3_object) {
+            fileys << map_s3_object_to_filey(s3_object)
+          }
+        }
+        threads.each { |thread| thread.join }
+        fileys
+      end
 
-          if (s3_object.head[:content_encoding] == "gzip")
-            last_modified, md5 = last_modified_and_md5_from_gzipped(
-              s3_object, path
-            )
-          else
-            last_modified, md5 = last_modified_and_md5(s3_object)
-          end
+      def map_s3_object_to_filey(s3_object)
+        if (s3_object.key.include?'/')
+          path = s3_object.key.scan(/(.*\/).*/).first.first
+          name = s3_object.key.scan(/.*\/(.*)/).first.first
+        else
+          path = ''
+          name = s3_object.key
+        end
 
-          normalised_path = "./#{path}"
-          Filey.new(
-            normalised_path,
-            name,
-            last_modified,
-            md5
+        if (s3_object.head[:content_encoding] == "gzip")
+          last_modified, md5 = last_modified_and_md5_from_gzipped(
+            s3_object, path
           )
-        }
+        else
+          last_modified, md5 = last_modified_and_md5(s3_object)
+        end
+
+        normalised_path = "./#{path}"
+        Filey.new(
+          normalised_path,
+          name,
+          last_modified,
+          md5
+        )
       end
 
       def last_modified_and_md5(s3_object)

metadata

@@ -1,20 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: filey-diff
 version: !ruby/object:Gem::Version
-  version: 1.1.2
-  prerelease: 
+  version: 1.2.0
 platform: ruby
 authors:
 - Lauri Lehmijoki
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-06-16 00:00:00.000000000 Z
+date: 2013-06-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -22,7 +20,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -30,7 +27,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -38,12 +34,11 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '2.11'
-description: ! "\n    Find missing or outdated files.\n    For example, compare your
+description: "\n    Find missing or outdated files.\n    For example, compare your
   local file system to an AWS S3 bucket.\n    "
 email: lauri.lehmijoki@iki.fi
 executables: []
@@ -69,33 +64,26 @@ files:
 - spec/spec_helper.rb
 homepage: http://github.com/laurilehmijoki/filey-diff
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: 4447757573038540080
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: 4447757573038540080
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.25
+rubygems_version: 2.0.3
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Compare two data sources that contain file-like objects
 test_files:
 - spec/comparison_spec.rb