sluice 0.2.2 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +8 -8
- data/.travis.yml +7 -0
- data/CHANGELOG +9 -0
- data/README.md +1 -1
- data/lib/sluice/storage/s3/contracts.rb +2 -1
- data/lib/sluice/storage/s3/location.rb +2 -1
- data/lib/sluice/storage/s3/manifest.rb +3 -1
- data/lib/sluice/storage/s3/s3.rb +2 -1
- data/lib/sluice/version.rb +1 -1
- data/sluice.gemspec +4 -4
- metadata +20 -34
checksums.yaml
CHANGED
@@ -1,15 +1,15 @@
|
|
1
1
|
---
|
2
2
|
!binary "U0hBMQ==":
|
3
3
|
metadata.gz: !binary |-
|
4
|
-
|
4
|
+
M2E3ZDFmMDYxZjAzNDQzMTg0Nzk5MjdlN2QwMzY4YmZkOGE3MzU2MQ==
|
5
5
|
data.tar.gz: !binary |-
|
6
|
-
|
6
|
+
OWJhZTg4MmFhMDBkZjZhZjY3YjU2ZjU4NmQ5ZTZlNmE1MWYyZmUzNQ==
|
7
7
|
SHA512:
|
8
8
|
metadata.gz: !binary |-
|
9
|
-
|
10
|
-
|
11
|
-
|
9
|
+
ZTQ3M2MwNjdlYTU1ODc3MmE4YzZiNzBkZjY5MTRiNDNmNTZhY2QyZjFmNGYx
|
10
|
+
MWNlMTI5Y2UzMmJmZTJhZGJiZjhiYTYzNTIzNGIwYWQ4MmRkYThlYjlhYjVl
|
11
|
+
Y2Q0MjExZjNlMzZlODFlMDAxODIxY2ZhZTEwMjdlNDc3M2EwY2I=
|
12
12
|
data.tar.gz: !binary |-
|
13
|
-
|
14
|
-
|
15
|
-
|
13
|
+
MTY1YmRhZTAwZjc5NTUxMjUxNDM1NzQyNzY0NmQ2YTI5NDI2NGRiMjA5YTA4
|
14
|
+
YzBiNjlmNzhjZjI2MDViYTVmOGY1NmQyMmE5ODM1ZmZiMWZjMGQ4YzI5NGQ1
|
15
|
+
ZTdiZjEzOWQ1YjMyYWQ3ZGI0MWY2NWMyYTk4MDhlMGNmY2JhOWQ=
|
data/.travis.yml
CHANGED
data/CHANGELOG
CHANGED
@@ -1,3 +1,12 @@
|
|
1
|
+
Version 0.3.0 (2016-07-05)
|
2
|
+
--------------------------
|
3
|
+
Update Bundler version in Travis (#45)
|
4
|
+
Bump Fog to 1.25.0 (#30)
|
5
|
+
Bump Contracts to 0.9 (#37)
|
6
|
+
Add runtime dependency on net-ssh to Gemspec (#44)
|
7
|
+
Remove guard and guard-rspec gems from Gemspec (#43)
|
8
|
+
Move `include Contracts` inside modules and classes (#40)
|
9
|
+
|
1
10
|
Version 0.2.2 (2015-04-08)
|
2
11
|
--------------------------
|
3
12
|
Stuck Fog dependency to version 1.24 to prevent AWS Regions issue, thanks @epantera! (#33)
|
data/README.md
CHANGED
@@ -17,12 +17,13 @@ require 'fog'
|
|
17
17
|
require 'fog/aws/models/storage/file'
|
18
18
|
|
19
19
|
require 'contracts'
|
20
|
-
include Contracts
|
21
20
|
|
22
21
|
module Sluice
|
23
22
|
module Storage
|
24
23
|
module S3
|
25
24
|
|
25
|
+
include Contracts
|
26
|
+
|
26
27
|
# Aliases for Contracts
|
27
28
|
FogStorage = Fog::Storage::AWS::Real
|
28
29
|
FogFile = Fog::Storage::AWS::File
|
@@ -14,7 +14,6 @@
|
|
14
14
|
# License:: Apache License Version 2.0
|
15
15
|
|
16
16
|
require 'contracts'
|
17
|
-
include Contracts
|
18
17
|
|
19
18
|
module Sluice
|
20
19
|
module Storage
|
@@ -25,6 +24,8 @@ module Sluice
|
|
25
24
|
# buckets, maybe we should make that clearer?
|
26
25
|
class Location
|
27
26
|
|
27
|
+
include Contracts
|
28
|
+
|
28
29
|
attr_reader :bucket, :dir
|
29
30
|
|
30
31
|
# Location constructor
|
@@ -16,7 +16,6 @@
|
|
16
16
|
require 'set'
|
17
17
|
|
18
18
|
require 'contracts'
|
19
|
-
include Contracts
|
20
19
|
|
21
20
|
module Sluice
|
22
21
|
module Storage
|
@@ -45,6 +44,9 @@ module Sluice
|
|
45
44
|
|
46
45
|
# Class to read and maintain a manifest.
|
47
46
|
class Manifest
|
47
|
+
|
48
|
+
include Contracts
|
49
|
+
|
48
50
|
attr_reader :s3_location, :scope, :manifest_file
|
49
51
|
|
50
52
|
# Manifest constructor
|
data/lib/sluice/storage/s3/s3.rb
CHANGED
@@ -19,12 +19,13 @@ require 'thread'
|
|
19
19
|
require 'timeout'
|
20
20
|
|
21
21
|
require 'contracts'
|
22
|
-
include Contracts
|
23
22
|
|
24
23
|
module Sluice
|
25
24
|
module Storage
|
26
25
|
module S3
|
27
26
|
|
27
|
+
include Contracts
|
28
|
+
|
28
29
|
# TODO: figure out logging instead of puts (https://github.com/snowplow/sluice/issues/2)
|
29
30
|
# TODO: consider moving to OO structure (https://github.com/snowplow/sluice/issues/3)
|
30
31
|
|
data/lib/sluice/version.rb
CHANGED
data/sluice.gemspec
CHANGED
@@ -35,12 +35,12 @@ Gem::Specification.new do |gem|
|
|
35
35
|
gem.require_paths = ["lib"]
|
36
36
|
|
37
37
|
# Dependencies
|
38
|
-
gem.add_dependency 'contracts', '~> 0.
|
39
|
-
gem.add_dependency 'fog', '1.
|
38
|
+
gem.add_dependency 'contracts', '~> 0.9'
|
39
|
+
gem.add_dependency 'fog', '1.25'
|
40
|
+
|
41
|
+
gem.add_runtime_dependency 'net-ssh', '~> 2.9.2'
|
40
42
|
|
41
43
|
gem.add_development_dependency "rspec", "~> 2.14", ">= 2.14.1"
|
42
44
|
gem.add_development_dependency "rspec-nc"
|
43
|
-
gem.add_development_dependency "guard"
|
44
|
-
gem.add_development_dependency "guard-rspec"
|
45
45
|
gem.add_development_dependency "coveralls"
|
46
46
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: sluice
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.3.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Alex Dean
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date:
|
12
|
+
date: 2016-07-05 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: contracts
|
@@ -17,78 +17,64 @@ dependencies:
|
|
17
17
|
requirements:
|
18
18
|
- - ~>
|
19
19
|
- !ruby/object:Gem::Version
|
20
|
-
version: '0.
|
20
|
+
version: '0.9'
|
21
21
|
type: :runtime
|
22
22
|
prerelease: false
|
23
23
|
version_requirements: !ruby/object:Gem::Requirement
|
24
24
|
requirements:
|
25
25
|
- - ~>
|
26
26
|
- !ruby/object:Gem::Version
|
27
|
-
version: '0.
|
27
|
+
version: '0.9'
|
28
28
|
- !ruby/object:Gem::Dependency
|
29
29
|
name: fog
|
30
30
|
requirement: !ruby/object:Gem::Requirement
|
31
31
|
requirements:
|
32
32
|
- - '='
|
33
33
|
- !ruby/object:Gem::Version
|
34
|
-
version: '1.
|
34
|
+
version: '1.25'
|
35
35
|
type: :runtime
|
36
36
|
prerelease: false
|
37
37
|
version_requirements: !ruby/object:Gem::Requirement
|
38
38
|
requirements:
|
39
39
|
- - '='
|
40
40
|
- !ruby/object:Gem::Version
|
41
|
-
version: '1.
|
41
|
+
version: '1.25'
|
42
42
|
- !ruby/object:Gem::Dependency
|
43
|
-
name:
|
43
|
+
name: net-ssh
|
44
44
|
requirement: !ruby/object:Gem::Requirement
|
45
45
|
requirements:
|
46
46
|
- - ~>
|
47
47
|
- !ruby/object:Gem::Version
|
48
|
-
version:
|
49
|
-
|
50
|
-
- !ruby/object:Gem::Version
|
51
|
-
version: 2.14.1
|
52
|
-
type: :development
|
48
|
+
version: 2.9.2
|
49
|
+
type: :runtime
|
53
50
|
prerelease: false
|
54
51
|
version_requirements: !ruby/object:Gem::Requirement
|
55
52
|
requirements:
|
56
53
|
- - ~>
|
57
54
|
- !ruby/object:Gem::Version
|
58
|
-
version:
|
59
|
-
- - ! '>='
|
60
|
-
- !ruby/object:Gem::Version
|
61
|
-
version: 2.14.1
|
55
|
+
version: 2.9.2
|
62
56
|
- !ruby/object:Gem::Dependency
|
63
|
-
name: rspec
|
57
|
+
name: rspec
|
64
58
|
requirement: !ruby/object:Gem::Requirement
|
65
59
|
requirements:
|
66
|
-
- -
|
67
|
-
- !ruby/object:Gem::Version
|
68
|
-
version: '0'
|
69
|
-
type: :development
|
70
|
-
prerelease: false
|
71
|
-
version_requirements: !ruby/object:Gem::Requirement
|
72
|
-
requirements:
|
73
|
-
- - ! '>='
|
60
|
+
- - ~>
|
74
61
|
- !ruby/object:Gem::Version
|
75
|
-
version: '
|
76
|
-
- !ruby/object:Gem::Dependency
|
77
|
-
name: guard
|
78
|
-
requirement: !ruby/object:Gem::Requirement
|
79
|
-
requirements:
|
62
|
+
version: '2.14'
|
80
63
|
- - ! '>='
|
81
64
|
- !ruby/object:Gem::Version
|
82
|
-
version:
|
65
|
+
version: 2.14.1
|
83
66
|
type: :development
|
84
67
|
prerelease: false
|
85
68
|
version_requirements: !ruby/object:Gem::Requirement
|
86
69
|
requirements:
|
70
|
+
- - ~>
|
71
|
+
- !ruby/object:Gem::Version
|
72
|
+
version: '2.14'
|
87
73
|
- - ! '>='
|
88
74
|
- !ruby/object:Gem::Version
|
89
|
-
version:
|
75
|
+
version: 2.14.1
|
90
76
|
- !ruby/object:Gem::Dependency
|
91
|
-
name:
|
77
|
+
name: rspec-nc
|
92
78
|
requirement: !ruby/object:Gem::Requirement
|
93
79
|
requirements:
|
94
80
|
- - ! '>='
|
@@ -171,7 +157,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
171
157
|
version: '0'
|
172
158
|
requirements: []
|
173
159
|
rubyforge_project:
|
174
|
-
rubygems_version: 2.4.
|
160
|
+
rubygems_version: 2.4.8
|
175
161
|
signing_key:
|
176
162
|
specification_version: 4
|
177
163
|
summary: Ruby toolkit for cloud-friendly ETL
|