s3_meta_sync 0.14.0 → 0.14.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/s3_meta_sync.rb +2 -0
- data/lib/s3_meta_sync/syncer.rb +9 -3
- data/lib/s3_meta_sync/version.rb +3 -1
- data/lib/s3_meta_sync/zip.rb +3 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: eb1a0fcc2e208433541ab3517ff0659f061c8c4c073cd95402563ab1ff2bab28
|
4
|
+
data.tar.gz: f6fb303ad30426c77207b23ad95ac754fc03ffaa85c6eb43ddf7ced724855c14
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: bd8860f96506b0f870b035e7a8c5be8a8075af282ae653928b657aad925cffbb6df17ec0829fe0e18251994905a29586ab044e5aca395ce473800238cef8a045
|
7
|
+
data.tar.gz: 904fc54a9e49082c1588f84d0946c8e891b854adaa33e2a09ce88b9db52ac273b3983f7be437badc44db66f134890405769d9bc8480ce14e6016bafc298d8f27
|
data/lib/s3_meta_sync.rb
CHANGED
data/lib/s3_meta_sync/syncer.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
require "net/http"
|
2
4
|
require "open-uri"
|
3
5
|
require "yaml"
|
@@ -230,11 +232,16 @@ module S3MetaSync
|
|
230
232
|
|
231
233
|
def read_meta(source)
|
232
234
|
file = "#{source}/#{META_FILE}"
|
233
|
-
|
235
|
+
if File.exist?(file)
|
236
|
+
content = File.read(file)
|
237
|
+
parse_yaml_content(content) if content.size > 0
|
238
|
+
end
|
234
239
|
end
|
235
240
|
|
236
241
|
def download_meta(destination)
|
237
242
|
content = download_content("#{destination}/#{META_FILE}") { |io| io.read }
|
243
|
+
raise OpenURI::HTTPError.new('Content is empty', nil) unless content.size > 0
|
244
|
+
|
238
245
|
parse_yaml_content(content)
|
239
246
|
rescue OpenURI::HTTPError
|
240
247
|
retries ||= 0
|
@@ -287,8 +294,7 @@ module S3MetaSync
|
|
287
294
|
log "#{e.class} error downloading #{url}, retrying #{http_error_retries}/#{max_retries}"
|
288
295
|
retry
|
289
296
|
else
|
290
|
-
|
291
|
-
raise
|
297
|
+
raise $!, "#{$!.message} -- while trying to download #{url}", $!.backtrace
|
292
298
|
end
|
293
299
|
rescue OpenSSL::SSL::SSLError
|
294
300
|
ssl_error_retries ||= 0
|
data/lib/s3_meta_sync/version.rb
CHANGED
data/lib/s3_meta_sync/zip.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
require "zlib"
|
2
4
|
require "stringio"
|
3
5
|
|
@@ -5,7 +7,7 @@ module S3MetaSync
|
|
5
7
|
module Zip
|
6
8
|
class << self
|
7
9
|
def zip(string)
|
8
|
-
io = StringIO.new("w")
|
10
|
+
io = StringIO.new("w".dup)
|
9
11
|
w_gz = Zlib::GzipWriter.new(io)
|
10
12
|
w_gz.write(string)
|
11
13
|
w_gz.close
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: s3_meta_sync
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.14.
|
4
|
+
version: 0.14.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Michael Grosser
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2018-
|
11
|
+
date: 2018-08-27 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-s3
|