alephant-broker 3.1.1 → 3.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.travis.yml +3 -2
- data/alephant-broker.gemspec +1 -1
- data/lib/alephant/broker/load_strategy/s3/archived.rb +17 -0
- data/lib/alephant/broker/load_strategy/s3/base.rb +89 -0
- data/lib/alephant/broker/load_strategy/s3/sequenced.rb +35 -0
- data/lib/alephant/broker/version.rb +1 -1
- data/spec/archive_spec.rb +24 -0
- data/spec/rack_spec.rb +7 -7
- data/spec/spec_helper.rb +2 -1
- metadata +56 -52
- data/lib/alephant/broker/load_strategy/s3.rb +0 -93
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 70103bf930de096da5829872125d161af9a9d17a
|
|
4
|
+
data.tar.gz: 95a5865427ae88a3b456f1f38e0ae7583f309f37
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 51e92cb40072fbe3088e08495fabfc90e4140255572ac8ae0a720398c8e25ed4d5b87e86bbaa850c5b276b83c4e2640debf35917a7bd4b496c158a252207d0f0
|
|
7
|
+
data.tar.gz: a5fae01f6f1d2463e9dc028b0850cdbf7c767853aaf0787acd522bf626739c77863e79b130d2aa16723fc9b82dab004987ac917c15a65eec34bab8dd40468a61
|
data/.travis.yml
CHANGED
data/alephant-broker.gemspec
CHANGED
|
@@ -33,7 +33,7 @@ Gem::Specification.new do |spec|
|
|
|
33
33
|
|
|
34
34
|
spec.add_runtime_dependency "alephant-lookup"
|
|
35
35
|
spec.add_runtime_dependency "alephant-cache"
|
|
36
|
-
spec.add_runtime_dependency
|
|
36
|
+
spec.add_runtime_dependency "alephant-logger", "~> 0"
|
|
37
37
|
spec.add_runtime_dependency 'alephant-sequencer'
|
|
38
38
|
spec.add_runtime_dependency "dalli-elasticache"
|
|
39
39
|
spec.add_runtime_dependency "pmap"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
require "alephant/broker/load_strategy/s3/base"
|
|
2
|
+
|
|
3
|
+
module Alephant
|
|
4
|
+
module Broker
|
|
5
|
+
module LoadStrategy
|
|
6
|
+
module S3
|
|
7
|
+
class Archived < Base
|
|
8
|
+
def s3_path(component_meta)
|
|
9
|
+
component_meta.id.tap do |location|
|
|
10
|
+
raise InvalidCacheKey if location.nil?
|
|
11
|
+
end
|
|
12
|
+
end
|
|
13
|
+
end
|
|
14
|
+
end
|
|
15
|
+
end
|
|
16
|
+
end
|
|
17
|
+
end
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
require "alephant/broker/cache"
|
|
2
|
+
require "alephant/broker/errors/content_not_found"
|
|
3
|
+
require "alephant/broker/errors/invalid_cache_key"
|
|
4
|
+
require "alephant/logger"
|
|
5
|
+
|
|
6
|
+
module Alephant
|
|
7
|
+
module Broker
|
|
8
|
+
module LoadStrategy
|
|
9
|
+
module S3
|
|
10
|
+
class Base
|
|
11
|
+
include Logger
|
|
12
|
+
|
|
13
|
+
def load(component_meta)
|
|
14
|
+
add_s3_headers(
|
|
15
|
+
cache_object(component_meta),
|
|
16
|
+
component_meta
|
|
17
|
+
)
|
|
18
|
+
rescue
|
|
19
|
+
logger.metric(
|
|
20
|
+
:name => "BrokerLoadStrategyS3CacheMiss",
|
|
21
|
+
:unit => "Count",
|
|
22
|
+
:value => 1
|
|
23
|
+
)
|
|
24
|
+
add_s3_headers(
|
|
25
|
+
cache.set(
|
|
26
|
+
component_meta.cache_key,
|
|
27
|
+
retrieve_object(component_meta)
|
|
28
|
+
),
|
|
29
|
+
component_meta
|
|
30
|
+
)
|
|
31
|
+
end
|
|
32
|
+
|
|
33
|
+
protected
|
|
34
|
+
|
|
35
|
+
def headers(component_meta)
|
|
36
|
+
Hash.new
|
|
37
|
+
end
|
|
38
|
+
|
|
39
|
+
private
|
|
40
|
+
|
|
41
|
+
def s3_path(component_meta)
|
|
42
|
+
fail NotImplementedError
|
|
43
|
+
end
|
|
44
|
+
|
|
45
|
+
def add_s3_headers(component_data, component_meta)
|
|
46
|
+
component_data.merge(
|
|
47
|
+
:headers => headers(component_meta)
|
|
48
|
+
)
|
|
49
|
+
end
|
|
50
|
+
|
|
51
|
+
def cache
|
|
52
|
+
@cache ||= Cache::Client.new
|
|
53
|
+
end
|
|
54
|
+
|
|
55
|
+
def retrieve_object(component_meta)
|
|
56
|
+
component_meta.cached = false
|
|
57
|
+
s3.get s3_path(component_meta)
|
|
58
|
+
rescue AWS::S3::Errors::NoSuchKey, InvalidCacheKey
|
|
59
|
+
logger.metric(
|
|
60
|
+
:name => "BrokerLoadStrategyS3InvalidCacheKey",
|
|
61
|
+
:unit => "Count",
|
|
62
|
+
:value => 1
|
|
63
|
+
)
|
|
64
|
+
raise Alephant::Broker::Errors::ContentNotFound
|
|
65
|
+
end
|
|
66
|
+
|
|
67
|
+
def cache_object(component_meta)
|
|
68
|
+
cache.get(component_meta.cache_key) do
|
|
69
|
+
retrieve_object component_meta
|
|
70
|
+
end
|
|
71
|
+
end
|
|
72
|
+
|
|
73
|
+
def s3
|
|
74
|
+
@s3 ||= Alephant::Cache.new(
|
|
75
|
+
Broker.config[:s3_bucket_id],
|
|
76
|
+
Broker.config[:s3_object_path]
|
|
77
|
+
)
|
|
78
|
+
end
|
|
79
|
+
|
|
80
|
+
def lookup
|
|
81
|
+
@lookup ||= Alephant::Lookup.create(
|
|
82
|
+
Broker.config[:lookup_table_name]
|
|
83
|
+
)
|
|
84
|
+
end
|
|
85
|
+
end
|
|
86
|
+
end
|
|
87
|
+
end
|
|
88
|
+
end
|
|
89
|
+
end
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
require "alephant/broker/load_strategy/s3/base"
|
|
2
|
+
|
|
3
|
+
module Alephant
|
|
4
|
+
module Broker
|
|
5
|
+
module LoadStrategy
|
|
6
|
+
module S3
|
|
7
|
+
class Sequenced < Base
|
|
8
|
+
def sequence(component_meta)
|
|
9
|
+
sequencer.get_last_seen component_meta.key
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
def headers(component_meta)
|
|
13
|
+
{ "X-Sequence" => sequence(component_meta).to_s }
|
|
14
|
+
end
|
|
15
|
+
|
|
16
|
+
def s3_path(component_meta)
|
|
17
|
+
lookup.read(
|
|
18
|
+
component_meta.id,
|
|
19
|
+
component_meta.options,
|
|
20
|
+
sequence(component_meta)
|
|
21
|
+
).tap do |obj|
|
|
22
|
+
fail InvalidCacheKey if obj.location.nil?
|
|
23
|
+
end.location unless sequence(component_meta).nil?
|
|
24
|
+
end
|
|
25
|
+
|
|
26
|
+
def sequencer
|
|
27
|
+
@sequencer ||= Alephant::Sequencer.create(
|
|
28
|
+
Broker.config[:sequencer_table_name], nil
|
|
29
|
+
)
|
|
30
|
+
end
|
|
31
|
+
end
|
|
32
|
+
end
|
|
33
|
+
end
|
|
34
|
+
end
|
|
35
|
+
end
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
require "spec_helper"
|
|
2
|
+
|
|
3
|
+
describe Alephant::Broker::LoadStrategy::S3::Archived do
|
|
4
|
+
subject { described_class.new }
|
|
5
|
+
|
|
6
|
+
describe "#s3_path" do
|
|
7
|
+
let(:id) { 42 }
|
|
8
|
+
let(:component_meta) { double(:id => id) }
|
|
9
|
+
|
|
10
|
+
specify do
|
|
11
|
+
expect(subject.s3_path component_meta).to eq id
|
|
12
|
+
end
|
|
13
|
+
|
|
14
|
+
context "no location associated with component meta" do
|
|
15
|
+
let(:component_meta) { double(:id => nil) }
|
|
16
|
+
|
|
17
|
+
specify do
|
|
18
|
+
expect do
|
|
19
|
+
subject.s3_path component_meta
|
|
20
|
+
end.to raise_error Alephant::Broker::InvalidCacheKey
|
|
21
|
+
end
|
|
22
|
+
end
|
|
23
|
+
end
|
|
24
|
+
end
|
data/spec/rack_spec.rb
CHANGED
|
@@ -5,7 +5,7 @@ describe Alephant::Broker::Application do
|
|
|
5
5
|
|
|
6
6
|
let(:app) do
|
|
7
7
|
described_class.new(
|
|
8
|
-
Alephant::Broker::LoadStrategy::S3.new,
|
|
8
|
+
Alephant::Broker::LoadStrategy::S3::Sequenced.new,
|
|
9
9
|
{
|
|
10
10
|
:lookup_table_name => 'test_table',
|
|
11
11
|
:bucket_id => 'test_bucket',
|
|
@@ -52,7 +52,7 @@ describe Alephant::Broker::Application do
|
|
|
52
52
|
specify { expect(last_response.body).to eql 'ok' }
|
|
53
53
|
end
|
|
54
54
|
|
|
55
|
-
describe '404 endpoint `/banana`' do
|
|
55
|
+
describe '404 endpoint `/banana`' do
|
|
56
56
|
before { get '/banana' }
|
|
57
57
|
specify { expect(last_response.status).to eql 404 }
|
|
58
58
|
specify { expect(last_response.body).to eq 'Not found' }
|
|
@@ -77,7 +77,7 @@ describe Alephant::Broker::Application do
|
|
|
77
77
|
specify { expect(last_response.status).to eq 200 }
|
|
78
78
|
specify { expect(last_response.body).to eq 'Test' }
|
|
79
79
|
end
|
|
80
|
-
|
|
80
|
+
|
|
81
81
|
context 'when using valid batch asset data' do
|
|
82
82
|
before { post '/components/batch', batch_json, 'CONTENT_TYPE' => 'application/json' }
|
|
83
83
|
specify { expect(last_response.status).to eql 200 }
|
|
@@ -89,10 +89,10 @@ describe Alephant::Broker::Application do
|
|
|
89
89
|
let(:cache_double) do
|
|
90
90
|
instance_double(
|
|
91
91
|
'Alephant::Broker::Cache::Client',
|
|
92
|
-
:set => {
|
|
92
|
+
:set => {
|
|
93
93
|
:content_type => 'test/html',
|
|
94
|
-
:content => '<p>Some data</p>'
|
|
95
|
-
},
|
|
94
|
+
:content => '<p>Some data</p>'
|
|
95
|
+
},
|
|
96
96
|
:get => '<p>Some data</p>'
|
|
97
97
|
)
|
|
98
98
|
end
|
|
@@ -117,7 +117,7 @@ describe Alephant::Broker::Application do
|
|
|
117
117
|
end
|
|
118
118
|
it 'should update the cache (call `.set`)' do
|
|
119
119
|
expect(cache_double).to receive(:set).once
|
|
120
|
-
end
|
|
120
|
+
end
|
|
121
121
|
after { get '/component/test_component' }
|
|
122
122
|
end
|
|
123
123
|
end
|
data/spec/spec_helper.rb
CHANGED
|
@@ -3,7 +3,8 @@ $: << File.join(File.dirname(__FILE__), '..', 'lib')
|
|
|
3
3
|
require 'pry'
|
|
4
4
|
require 'json'
|
|
5
5
|
require 'alephant/broker'
|
|
6
|
-
require 'alephant/broker/load_strategy/s3'
|
|
6
|
+
require 'alephant/broker/load_strategy/s3/sequenced'
|
|
7
|
+
require 'alephant/broker/load_strategy/s3/archived'
|
|
7
8
|
require "alephant/broker/load_strategy/http"
|
|
8
9
|
require "alephant/broker/cache"
|
|
9
10
|
require "alephant/broker/errors/content_not_found"
|
metadata
CHANGED
|
@@ -1,281 +1,281 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: alephant-broker
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 3.
|
|
4
|
+
version: 3.2.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Steven Jack
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2015-02-10 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
|
-
name: rspec
|
|
15
|
-
version_requirements: !ruby/object:Gem::Requirement
|
|
16
|
-
requirements:
|
|
17
|
-
- - '>='
|
|
18
|
-
- !ruby/object:Gem::Version
|
|
19
|
-
version: '0'
|
|
20
14
|
requirement: !ruby/object:Gem::Requirement
|
|
21
15
|
requirements:
|
|
22
16
|
- - '>='
|
|
23
17
|
- !ruby/object:Gem::Version
|
|
24
18
|
version: '0'
|
|
19
|
+
name: rspec
|
|
25
20
|
prerelease: false
|
|
26
21
|
type: :development
|
|
27
|
-
- !ruby/object:Gem::Dependency
|
|
28
|
-
name: rspec-nc
|
|
29
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
30
23
|
requirements:
|
|
31
24
|
- - '>='
|
|
32
25
|
- !ruby/object:Gem::Version
|
|
33
26
|
version: '0'
|
|
27
|
+
- !ruby/object:Gem::Dependency
|
|
34
28
|
requirement: !ruby/object:Gem::Requirement
|
|
35
29
|
requirements:
|
|
36
30
|
- - '>='
|
|
37
31
|
- !ruby/object:Gem::Version
|
|
38
32
|
version: '0'
|
|
33
|
+
name: rspec-nc
|
|
39
34
|
prerelease: false
|
|
40
35
|
type: :development
|
|
41
|
-
- !ruby/object:Gem::Dependency
|
|
42
|
-
name: guard
|
|
43
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
44
37
|
requirements:
|
|
45
38
|
- - '>='
|
|
46
39
|
- !ruby/object:Gem::Version
|
|
47
40
|
version: '0'
|
|
41
|
+
- !ruby/object:Gem::Dependency
|
|
48
42
|
requirement: !ruby/object:Gem::Requirement
|
|
49
43
|
requirements:
|
|
50
44
|
- - '>='
|
|
51
45
|
- !ruby/object:Gem::Version
|
|
52
46
|
version: '0'
|
|
47
|
+
name: guard
|
|
53
48
|
prerelease: false
|
|
54
49
|
type: :development
|
|
55
|
-
- !ruby/object:Gem::Dependency
|
|
56
|
-
name: guard-rspec
|
|
57
50
|
version_requirements: !ruby/object:Gem::Requirement
|
|
58
51
|
requirements:
|
|
59
52
|
- - '>='
|
|
60
53
|
- !ruby/object:Gem::Version
|
|
61
54
|
version: '0'
|
|
55
|
+
- !ruby/object:Gem::Dependency
|
|
62
56
|
requirement: !ruby/object:Gem::Requirement
|
|
63
57
|
requirements:
|
|
64
58
|
- - '>='
|
|
65
59
|
- !ruby/object:Gem::Version
|
|
66
60
|
version: '0'
|
|
61
|
+
name: guard-rspec
|
|
67
62
|
prerelease: false
|
|
68
63
|
type: :development
|
|
69
|
-
- !ruby/object:Gem::Dependency
|
|
70
|
-
name: pry
|
|
71
64
|
version_requirements: !ruby/object:Gem::Requirement
|
|
72
65
|
requirements:
|
|
73
66
|
- - '>='
|
|
74
67
|
- !ruby/object:Gem::Version
|
|
75
68
|
version: '0'
|
|
69
|
+
- !ruby/object:Gem::Dependency
|
|
76
70
|
requirement: !ruby/object:Gem::Requirement
|
|
77
71
|
requirements:
|
|
78
72
|
- - '>='
|
|
79
73
|
- !ruby/object:Gem::Version
|
|
80
74
|
version: '0'
|
|
75
|
+
name: pry
|
|
81
76
|
prerelease: false
|
|
82
77
|
type: :development
|
|
83
|
-
- !ruby/object:Gem::Dependency
|
|
84
|
-
name: pry-remote
|
|
85
78
|
version_requirements: !ruby/object:Gem::Requirement
|
|
86
79
|
requirements:
|
|
87
80
|
- - '>='
|
|
88
81
|
- !ruby/object:Gem::Version
|
|
89
82
|
version: '0'
|
|
83
|
+
- !ruby/object:Gem::Dependency
|
|
90
84
|
requirement: !ruby/object:Gem::Requirement
|
|
91
85
|
requirements:
|
|
92
86
|
- - '>='
|
|
93
87
|
- !ruby/object:Gem::Version
|
|
94
88
|
version: '0'
|
|
89
|
+
name: pry-remote
|
|
95
90
|
prerelease: false
|
|
96
91
|
type: :development
|
|
97
|
-
- !ruby/object:Gem::Dependency
|
|
98
|
-
name: pry-nav
|
|
99
92
|
version_requirements: !ruby/object:Gem::Requirement
|
|
100
93
|
requirements:
|
|
101
94
|
- - '>='
|
|
102
95
|
- !ruby/object:Gem::Version
|
|
103
96
|
version: '0'
|
|
97
|
+
- !ruby/object:Gem::Dependency
|
|
104
98
|
requirement: !ruby/object:Gem::Requirement
|
|
105
99
|
requirements:
|
|
106
100
|
- - '>='
|
|
107
101
|
- !ruby/object:Gem::Version
|
|
108
102
|
version: '0'
|
|
103
|
+
name: pry-nav
|
|
109
104
|
prerelease: false
|
|
110
105
|
type: :development
|
|
111
|
-
- !ruby/object:Gem::Dependency
|
|
112
|
-
name: rake-rspec
|
|
113
106
|
version_requirements: !ruby/object:Gem::Requirement
|
|
114
107
|
requirements:
|
|
115
108
|
- - '>='
|
|
116
109
|
- !ruby/object:Gem::Version
|
|
117
|
-
version: 0
|
|
110
|
+
version: '0'
|
|
111
|
+
- !ruby/object:Gem::Dependency
|
|
118
112
|
requirement: !ruby/object:Gem::Requirement
|
|
119
113
|
requirements:
|
|
120
114
|
- - '>='
|
|
121
115
|
- !ruby/object:Gem::Version
|
|
122
116
|
version: 0.0.2
|
|
117
|
+
name: rake-rspec
|
|
123
118
|
prerelease: false
|
|
124
119
|
type: :development
|
|
125
|
-
- !ruby/object:Gem::Dependency
|
|
126
|
-
name: bundler
|
|
127
120
|
version_requirements: !ruby/object:Gem::Requirement
|
|
128
121
|
requirements:
|
|
129
|
-
- -
|
|
122
|
+
- - '>='
|
|
130
123
|
- !ruby/object:Gem::Version
|
|
131
|
-
version:
|
|
124
|
+
version: 0.0.2
|
|
125
|
+
- !ruby/object:Gem::Dependency
|
|
132
126
|
requirement: !ruby/object:Gem::Requirement
|
|
133
127
|
requirements:
|
|
134
128
|
- - ~>
|
|
135
129
|
- !ruby/object:Gem::Version
|
|
136
130
|
version: '1.5'
|
|
131
|
+
name: bundler
|
|
137
132
|
prerelease: false
|
|
138
133
|
type: :development
|
|
139
|
-
- !ruby/object:Gem::Dependency
|
|
140
|
-
name: rake
|
|
141
134
|
version_requirements: !ruby/object:Gem::Requirement
|
|
142
135
|
requirements:
|
|
143
|
-
- -
|
|
136
|
+
- - ~>
|
|
144
137
|
- !ruby/object:Gem::Version
|
|
145
|
-
version: '
|
|
138
|
+
version: '1.5'
|
|
139
|
+
- !ruby/object:Gem::Dependency
|
|
146
140
|
requirement: !ruby/object:Gem::Requirement
|
|
147
141
|
requirements:
|
|
148
142
|
- - '>='
|
|
149
143
|
- !ruby/object:Gem::Version
|
|
150
144
|
version: '0'
|
|
145
|
+
name: rake
|
|
151
146
|
prerelease: false
|
|
152
147
|
type: :development
|
|
153
|
-
- !ruby/object:Gem::Dependency
|
|
154
|
-
name: rack-test
|
|
155
148
|
version_requirements: !ruby/object:Gem::Requirement
|
|
156
149
|
requirements:
|
|
157
150
|
- - '>='
|
|
158
151
|
- !ruby/object:Gem::Version
|
|
159
152
|
version: '0'
|
|
153
|
+
- !ruby/object:Gem::Dependency
|
|
160
154
|
requirement: !ruby/object:Gem::Requirement
|
|
161
155
|
requirements:
|
|
162
156
|
- - '>='
|
|
163
157
|
- !ruby/object:Gem::Version
|
|
164
158
|
version: '0'
|
|
159
|
+
name: rack-test
|
|
165
160
|
prerelease: false
|
|
166
161
|
type: :development
|
|
167
|
-
- !ruby/object:Gem::Dependency
|
|
168
|
-
name: alephant-lookup
|
|
169
162
|
version_requirements: !ruby/object:Gem::Requirement
|
|
170
163
|
requirements:
|
|
171
164
|
- - '>='
|
|
172
165
|
- !ruby/object:Gem::Version
|
|
173
166
|
version: '0'
|
|
167
|
+
- !ruby/object:Gem::Dependency
|
|
174
168
|
requirement: !ruby/object:Gem::Requirement
|
|
175
169
|
requirements:
|
|
176
170
|
- - '>='
|
|
177
171
|
- !ruby/object:Gem::Version
|
|
178
172
|
version: '0'
|
|
173
|
+
name: alephant-lookup
|
|
179
174
|
prerelease: false
|
|
180
175
|
type: :runtime
|
|
181
|
-
- !ruby/object:Gem::Dependency
|
|
182
|
-
name: alephant-cache
|
|
183
176
|
version_requirements: !ruby/object:Gem::Requirement
|
|
184
177
|
requirements:
|
|
185
178
|
- - '>='
|
|
186
179
|
- !ruby/object:Gem::Version
|
|
187
180
|
version: '0'
|
|
181
|
+
- !ruby/object:Gem::Dependency
|
|
188
182
|
requirement: !ruby/object:Gem::Requirement
|
|
189
183
|
requirements:
|
|
190
184
|
- - '>='
|
|
191
185
|
- !ruby/object:Gem::Version
|
|
192
186
|
version: '0'
|
|
187
|
+
name: alephant-cache
|
|
193
188
|
prerelease: false
|
|
194
189
|
type: :runtime
|
|
195
|
-
- !ruby/object:Gem::Dependency
|
|
196
|
-
name: alephant-logger
|
|
197
190
|
version_requirements: !ruby/object:Gem::Requirement
|
|
198
191
|
requirements:
|
|
199
192
|
- - '>='
|
|
200
193
|
- !ruby/object:Gem::Version
|
|
201
194
|
version: '0'
|
|
195
|
+
- !ruby/object:Gem::Dependency
|
|
202
196
|
requirement: !ruby/object:Gem::Requirement
|
|
203
197
|
requirements:
|
|
204
|
-
- -
|
|
198
|
+
- - ~>
|
|
205
199
|
- !ruby/object:Gem::Version
|
|
206
200
|
version: '0'
|
|
201
|
+
name: alephant-logger
|
|
207
202
|
prerelease: false
|
|
208
203
|
type: :runtime
|
|
209
|
-
- !ruby/object:Gem::Dependency
|
|
210
|
-
name: alephant-sequencer
|
|
211
204
|
version_requirements: !ruby/object:Gem::Requirement
|
|
212
205
|
requirements:
|
|
213
|
-
- -
|
|
206
|
+
- - ~>
|
|
214
207
|
- !ruby/object:Gem::Version
|
|
215
208
|
version: '0'
|
|
209
|
+
- !ruby/object:Gem::Dependency
|
|
216
210
|
requirement: !ruby/object:Gem::Requirement
|
|
217
211
|
requirements:
|
|
218
212
|
- - '>='
|
|
219
213
|
- !ruby/object:Gem::Version
|
|
220
214
|
version: '0'
|
|
215
|
+
name: alephant-sequencer
|
|
221
216
|
prerelease: false
|
|
222
217
|
type: :runtime
|
|
223
|
-
- !ruby/object:Gem::Dependency
|
|
224
|
-
name: dalli-elasticache
|
|
225
218
|
version_requirements: !ruby/object:Gem::Requirement
|
|
226
219
|
requirements:
|
|
227
220
|
- - '>='
|
|
228
221
|
- !ruby/object:Gem::Version
|
|
229
222
|
version: '0'
|
|
223
|
+
- !ruby/object:Gem::Dependency
|
|
230
224
|
requirement: !ruby/object:Gem::Requirement
|
|
231
225
|
requirements:
|
|
232
226
|
- - '>='
|
|
233
227
|
- !ruby/object:Gem::Version
|
|
234
228
|
version: '0'
|
|
229
|
+
name: dalli-elasticache
|
|
235
230
|
prerelease: false
|
|
236
231
|
type: :runtime
|
|
237
|
-
- !ruby/object:Gem::Dependency
|
|
238
|
-
name: pmap
|
|
239
232
|
version_requirements: !ruby/object:Gem::Requirement
|
|
240
233
|
requirements:
|
|
241
234
|
- - '>='
|
|
242
235
|
- !ruby/object:Gem::Version
|
|
243
236
|
version: '0'
|
|
237
|
+
- !ruby/object:Gem::Dependency
|
|
244
238
|
requirement: !ruby/object:Gem::Requirement
|
|
245
239
|
requirements:
|
|
246
240
|
- - '>='
|
|
247
241
|
- !ruby/object:Gem::Version
|
|
248
242
|
version: '0'
|
|
243
|
+
name: pmap
|
|
249
244
|
prerelease: false
|
|
250
245
|
type: :runtime
|
|
251
|
-
- !ruby/object:Gem::Dependency
|
|
252
|
-
name: faraday
|
|
253
246
|
version_requirements: !ruby/object:Gem::Requirement
|
|
254
247
|
requirements:
|
|
255
248
|
- - '>='
|
|
256
249
|
- !ruby/object:Gem::Version
|
|
257
250
|
version: '0'
|
|
251
|
+
- !ruby/object:Gem::Dependency
|
|
258
252
|
requirement: !ruby/object:Gem::Requirement
|
|
259
253
|
requirements:
|
|
260
254
|
- - '>='
|
|
261
255
|
- !ruby/object:Gem::Version
|
|
262
256
|
version: '0'
|
|
257
|
+
name: faraday
|
|
263
258
|
prerelease: false
|
|
264
259
|
type: :runtime
|
|
265
|
-
- !ruby/object:Gem::Dependency
|
|
266
|
-
name: crimp
|
|
267
260
|
version_requirements: !ruby/object:Gem::Requirement
|
|
268
261
|
requirements:
|
|
269
262
|
- - '>='
|
|
270
263
|
- !ruby/object:Gem::Version
|
|
271
264
|
version: '0'
|
|
265
|
+
- !ruby/object:Gem::Dependency
|
|
272
266
|
requirement: !ruby/object:Gem::Requirement
|
|
273
267
|
requirements:
|
|
274
268
|
- - '>='
|
|
275
269
|
- !ruby/object:Gem::Version
|
|
276
270
|
version: '0'
|
|
271
|
+
name: crimp
|
|
277
272
|
prerelease: false
|
|
278
273
|
type: :runtime
|
|
274
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
275
|
+
requirements:
|
|
276
|
+
- - '>='
|
|
277
|
+
- !ruby/object:Gem::Version
|
|
278
|
+
version: '0'
|
|
279
279
|
description: Brokers requests for alephant components
|
|
280
280
|
email:
|
|
281
281
|
- stevenmajack@gmail.com
|
|
@@ -303,7 +303,9 @@ files:
|
|
|
303
303
|
- lib/alephant/broker/errors/invalid_asset_id.rb
|
|
304
304
|
- lib/alephant/broker/errors/invalid_cache_key.rb
|
|
305
305
|
- lib/alephant/broker/load_strategy/http.rb
|
|
306
|
-
- lib/alephant/broker/load_strategy/s3.rb
|
|
306
|
+
- lib/alephant/broker/load_strategy/s3/archived.rb
|
|
307
|
+
- lib/alephant/broker/load_strategy/s3/base.rb
|
|
308
|
+
- lib/alephant/broker/load_strategy/s3/sequenced.rb
|
|
307
309
|
- lib/alephant/broker/request.rb
|
|
308
310
|
- lib/alephant/broker/request/asset.rb
|
|
309
311
|
- lib/alephant/broker/request/batch.rb
|
|
@@ -315,6 +317,7 @@ files:
|
|
|
315
317
|
- lib/alephant/broker/response/batch.rb
|
|
316
318
|
- lib/alephant/broker/response/factory.rb
|
|
317
319
|
- lib/alephant/broker/version.rb
|
|
320
|
+
- spec/archive_spec.rb
|
|
318
321
|
- spec/component_meta_spec.rb
|
|
319
322
|
- spec/fixtures/json/batch.json
|
|
320
323
|
- spec/fixtures/json/batch_compiled.json
|
|
@@ -347,6 +350,7 @@ signing_key:
|
|
|
347
350
|
specification_version: 4
|
|
348
351
|
summary: Brokers requests for alephant components
|
|
349
352
|
test_files:
|
|
353
|
+
- spec/archive_spec.rb
|
|
350
354
|
- spec/component_meta_spec.rb
|
|
351
355
|
- spec/fixtures/json/batch.json
|
|
352
356
|
- spec/fixtures/json/batch_compiled.json
|
|
@@ -1,93 +0,0 @@
|
|
|
1
|
-
require "alephant/broker/cache"
|
|
2
|
-
require 'alephant/broker/errors/content_not_found'
|
|
3
|
-
require 'alephant/broker/errors/invalid_cache_key'
|
|
4
|
-
require 'alephant/logger'
|
|
5
|
-
|
|
6
|
-
module Alephant
|
|
7
|
-
module Broker
|
|
8
|
-
module LoadStrategy
|
|
9
|
-
class S3
|
|
10
|
-
include Logger
|
|
11
|
-
|
|
12
|
-
def load(component_meta)
|
|
13
|
-
add_s3_headers(
|
|
14
|
-
cache_object(component_meta),
|
|
15
|
-
component_meta
|
|
16
|
-
)
|
|
17
|
-
rescue
|
|
18
|
-
logger.metric(:name => "BrokerLoadStrategyS3CacheMiss", :unit => "Count", :value => 1)
|
|
19
|
-
add_s3_headers(
|
|
20
|
-
cache.set(
|
|
21
|
-
component_meta.cache_key,
|
|
22
|
-
retrieve_object(component_meta)
|
|
23
|
-
),
|
|
24
|
-
component_meta
|
|
25
|
-
)
|
|
26
|
-
end
|
|
27
|
-
|
|
28
|
-
private
|
|
29
|
-
|
|
30
|
-
def add_s3_headers(component_data, component_meta)
|
|
31
|
-
component_data.merge(
|
|
32
|
-
{ headers: headers(component_meta) }
|
|
33
|
-
)
|
|
34
|
-
end
|
|
35
|
-
|
|
36
|
-
def cache
|
|
37
|
-
@cache ||= Cache::Client.new
|
|
38
|
-
end
|
|
39
|
-
|
|
40
|
-
def headers(component_meta)
|
|
41
|
-
{ 'X-Sequence' => sequence(component_meta).to_s }
|
|
42
|
-
end
|
|
43
|
-
|
|
44
|
-
def sequence(component_meta)
|
|
45
|
-
sequencer.get_last_seen component_meta.key
|
|
46
|
-
end
|
|
47
|
-
|
|
48
|
-
def retrieve_object(component_meta)
|
|
49
|
-
component_meta.cached = false
|
|
50
|
-
s3.get s3_path(component_meta)
|
|
51
|
-
rescue AWS::S3::Errors::NoSuchKey, InvalidCacheKey
|
|
52
|
-
logger.metric(:name => "BrokerLoadStrategyS3InvalidCacheKey", :unit => "Count", :value => 1)
|
|
53
|
-
raise Alephant::Broker::Errors::ContentNotFound
|
|
54
|
-
end
|
|
55
|
-
|
|
56
|
-
def cache_object(component_meta)
|
|
57
|
-
cache.get(component_meta.cache_key) do
|
|
58
|
-
retrieve_object component_meta
|
|
59
|
-
end
|
|
60
|
-
end
|
|
61
|
-
|
|
62
|
-
def s3
|
|
63
|
-
@s3 ||= Alephant::Cache.new(
|
|
64
|
-
Broker.config[:s3_bucket_id],
|
|
65
|
-
Broker.config[:s3_object_path]
|
|
66
|
-
)
|
|
67
|
-
end
|
|
68
|
-
|
|
69
|
-
def s3_path(component_meta)
|
|
70
|
-
lookup.read(
|
|
71
|
-
component_meta.id,
|
|
72
|
-
component_meta.options,
|
|
73
|
-
sequence(component_meta)
|
|
74
|
-
).tap do |obj|
|
|
75
|
-
raise InvalidCacheKey if obj.location.nil?
|
|
76
|
-
end.location unless sequence(component_meta).nil?
|
|
77
|
-
end
|
|
78
|
-
|
|
79
|
-
def lookup
|
|
80
|
-
@lookup ||= Alephant::Lookup.create(
|
|
81
|
-
Broker.config[:lookup_table_name]
|
|
82
|
-
)
|
|
83
|
-
end
|
|
84
|
-
|
|
85
|
-
def sequencer
|
|
86
|
-
@sequencer ||= Alephant::Sequencer.create(
|
|
87
|
-
Broker.config[:sequencer_table_name], nil
|
|
88
|
-
)
|
|
89
|
-
end
|
|
90
|
-
end
|
|
91
|
-
end
|
|
92
|
-
end
|
|
93
|
-
end
|