filey-diff 1.2.1 → 1.2.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/changelog.md +5 -0
- data/filey-diff.gemspec +1 -1
- data/lib/filey-diff/data-sources/aws_sdk_s3.rb +12 -7
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 47c72a8f409e6259b8e477bfab6367164f433feb
|
4
|
+
data.tar.gz: 11a0a59733aabaed1c83d1bbc2d59965f257b919
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 1c68b67b49f876f3e532834fc765f9abe323c515fff0862dd4280d45e98805ef4c5cc1fd161f92fb72a48b7c63d9d01aac3461e2a1a9193136629e9dd869e59e
|
7
|
+
data.tar.gz: 95ac9a4c7c740c3b824176a4951f6d2f2f1ff68840c3f446334860801ea45e9ffc0543e805f8223df56541631380403322bcd25746a823bcbca1c7771345170b
|
data/changelog.md
CHANGED
@@ -2,6 +2,11 @@
|
|
2
2
|
|
3
3
|
This project is [Semantically Versioned](http://semver.org).
|
4
4
|
|
5
|
+
## 1.2.2
|
6
|
+
|
7
|
+
* AwsSdkS3 data source: load S3 objects in slices of 100 when concurrency is
|
8
|
+
enabled
|
9
|
+
|
5
10
|
## 1.2.1
|
6
11
|
|
7
12
|
* Allow disabling of parallel processing with `ENV['disable_parallel_processing'] = 'true'`
|
data/filey-diff.gemspec
CHANGED
@@ -17,17 +17,22 @@ module Filey
|
|
17
17
|
end
|
18
18
|
|
19
19
|
def in_parallel_or_sequentially(map_to_filey)
|
20
|
-
|
21
|
-
|
20
|
+
jobs = @s3_bucket.objects.map { |s3_object|
|
21
|
+
lambda {
|
22
22
|
map_to_filey.call s3_object
|
23
|
-
|
23
|
+
}
|
24
|
+
}
|
25
|
+
if ENV['disable_parallel_processing']
|
26
|
+
jobs.each(&:call)
|
24
27
|
else
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
+
jobs.each_slice(100) { |jobs|
|
29
|
+
threads = jobs.map { |job|
|
30
|
+
Thread.new {
|
31
|
+
job.call
|
32
|
+
}
|
28
33
|
}
|
34
|
+
threads.each(&:join)
|
29
35
|
}
|
30
|
-
threads.each { |thread| thread.join }
|
31
36
|
end
|
32
37
|
end
|
33
38
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: filey-diff
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.2.
|
4
|
+
version: 1.2.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Lauri Lehmijoki
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2013-
|
11
|
+
date: 2013-07-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|