s3_meta_sync 0.14.0 → 0.14.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/s3_meta_sync.rb +2 -0
- data/lib/s3_meta_sync/syncer.rb +9 -3
- data/lib/s3_meta_sync/version.rb +3 -1
- data/lib/s3_meta_sync/zip.rb +3 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: eb1a0fcc2e208433541ab3517ff0659f061c8c4c073cd95402563ab1ff2bab28
|
4
|
+
data.tar.gz: f6fb303ad30426c77207b23ad95ac754fc03ffaa85c6eb43ddf7ced724855c14
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: bd8860f96506b0f870b035e7a8c5be8a8075af282ae653928b657aad925cffbb6df17ec0829fe0e18251994905a29586ab044e5aca395ce473800238cef8a045
|
7
|
+
data.tar.gz: 904fc54a9e49082c1588f84d0946c8e891b854adaa33e2a09ce88b9db52ac273b3983f7be437badc44db66f134890405769d9bc8480ce14e6016bafc298d8f27
|
data/lib/s3_meta_sync.rb
CHANGED
data/lib/s3_meta_sync/syncer.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
require "net/http"
|
2
4
|
require "open-uri"
|
3
5
|
require "yaml"
|
@@ -230,11 +232,16 @@ module S3MetaSync
|
|
230
232
|
|
231
233
|
def read_meta(source)
|
232
234
|
file = "#{source}/#{META_FILE}"
|
233
|
-
|
235
|
+
if File.exist?(file)
|
236
|
+
content = File.read(file)
|
237
|
+
parse_yaml_content(content) if content.size > 0
|
238
|
+
end
|
234
239
|
end
|
235
240
|
|
236
241
|
def download_meta(destination)
|
237
242
|
content = download_content("#{destination}/#{META_FILE}") { |io| io.read }
|
243
|
+
raise OpenURI::HTTPError.new('Content is empty', nil) unless content.size > 0
|
244
|
+
|
238
245
|
parse_yaml_content(content)
|
239
246
|
rescue OpenURI::HTTPError
|
240
247
|
retries ||= 0
|
@@ -287,8 +294,7 @@ module S3MetaSync
|
|
287
294
|
log "#{e.class} error downloading #{url}, retrying #{http_error_retries}/#{max_retries}"
|
288
295
|
retry
|
289
296
|
else
|
290
|
-
|
291
|
-
raise
|
297
|
+
raise $!, "#{$!.message} -- while trying to download #{url}", $!.backtrace
|
292
298
|
end
|
293
299
|
rescue OpenSSL::SSL::SSLError
|
294
300
|
ssl_error_retries ||= 0
|
data/lib/s3_meta_sync/version.rb
CHANGED
data/lib/s3_meta_sync/zip.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
require "zlib"
|
2
4
|
require "stringio"
|
3
5
|
|
@@ -5,7 +7,7 @@ module S3MetaSync
|
|
5
7
|
module Zip
|
6
8
|
class << self
|
7
9
|
def zip(string)
|
8
|
-
io = StringIO.new("w")
|
10
|
+
io = StringIO.new("w".dup)
|
9
11
|
w_gz = Zlib::GzipWriter.new(io)
|
10
12
|
w_gz.write(string)
|
11
13
|
w_gz.close
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: s3_meta_sync
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.14.
|
4
|
+
version: 0.14.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Michael Grosser
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2018-
|
11
|
+
date: 2018-08-27 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-s3
|