filey-diff 1.2.0 → 1.2.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/changelog.md +4 -0
- data/filey-diff.gemspec +1 -1
- data/lib/filey-diff/data-sources/aws_sdk_s3.rb +18 -5
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: ba4ae040f41db6cdd1961ba07104e6d2a06934da
|
4
|
+
data.tar.gz: a27e219df60ba06eec12835610baac8d181f210d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b515c0d55fd854cbbfe55260a3359c2293e01215d7bc50aa134659b03085b1934ac626b771dc924234cd31a80a4bce49aaa5870eed7c9b62e1fb227b916416e9
|
7
|
+
data.tar.gz: 4cf9a66141a590496a286ed3aa8875f65e005d170dc249287782e545eb75f2f50281e081aadf1fc49d4f6493c98da49000d7cd81949897e7c6e48873ca4c5f5c
|
data/changelog.md
CHANGED
data/filey-diff.gemspec
CHANGED
@@ -9,15 +9,28 @@ module Filey
|
|
9
9
|
|
10
10
|
def do_internal_load
|
11
11
|
fileys = []
|
12
|
-
|
13
|
-
|
14
|
-
fileys << map_s3_object_to_filey(s3_object)
|
15
|
-
}
|
12
|
+
map_to_filey = lambda { |s3_object|
|
13
|
+
fileys << map_s3_object_to_filey(s3_object)
|
16
14
|
}
|
17
|
-
|
15
|
+
in_parallel_or_sequentially map_to_filey
|
18
16
|
fileys
|
19
17
|
end
|
20
18
|
|
19
|
+
def in_parallel_or_sequentially(map_to_filey)
|
20
|
+
if ENV['disable_parallel_processing']
|
21
|
+
@s3_bucket.objects.each do |s3_object|
|
22
|
+
map_to_filey.call s3_object
|
23
|
+
end
|
24
|
+
else
|
25
|
+
threads = @s3_bucket.objects.map { |s3_object|
|
26
|
+
Thread.new(s3_object) {
|
27
|
+
map_to_filey.call s3_object
|
28
|
+
}
|
29
|
+
}
|
30
|
+
threads.each { |thread| thread.join }
|
31
|
+
end
|
32
|
+
end
|
33
|
+
|
21
34
|
def map_s3_object_to_filey(s3_object)
|
22
35
|
if (s3_object.key.include?'/')
|
23
36
|
path = s3_object.key.scan(/(.*\/).*/).first.first
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: filey-diff
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.2.
|
4
|
+
version: 1.2.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Lauri Lehmijoki
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2013-06-
|
11
|
+
date: 2013-06-22 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|