watership 0.9.0pre4 → 0.9.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +5 -13
- data/lib/watership.rb +6 -3
- data/lib/watership/consumer.rb +46 -30
- data/lib/watership/version.rb +1 -1
- metadata +14 -14
checksums.yaml
CHANGED
@@ -1,15 +1,7 @@
|
|
1
1
|
---
|
2
|
-
|
3
|
-
metadata.gz:
|
4
|
-
|
5
|
-
data.tar.gz: !binary |-
|
6
|
-
YWFkNzk2Y2M1YTllZWE5N2Y3MTFiODkxMDYzMDZlMWQ1ZjIxZWVkYQ==
|
2
|
+
SHA1:
|
3
|
+
metadata.gz: 7835bdb83a4a8f081115ca051b4062364866f29e
|
4
|
+
data.tar.gz: 266209a3236afba8a2a377beac5b27caa1763f67
|
7
5
|
SHA512:
|
8
|
-
metadata.gz:
|
9
|
-
|
10
|
-
MzJmMDAwODNjNWYxMzk2NDU4YTg4MTMwOGRlNDE1NTAxOTU5MjU4MWIzMjBh
|
11
|
-
YzAxMzc2NmMyOTE4YmQ0Y2Q1ZThlNDcwNDY1YTdjNzc0MWZjMWI=
|
12
|
-
data.tar.gz: !binary |-
|
13
|
-
ZjExNGMxNWI0NDczZGQ5NTdhMThiM2U2NTEwOGU0YjI4OWFiZmI0OTFlMGEw
|
14
|
-
MzM0MDM4ZjJmZWM5Y2RiYWU5Y2JkZjcxY2NlNDgwOGY3Yjc2NTk1YjA2MGQ3
|
15
|
-
N2YzMmExNGYwODM1NTgzN2M3MDE4NjljMzUzYTY5ZWFiYWUwNGI=
|
6
|
+
metadata.gz: a824cfd74887e18631ab6ac0a1fdebdbf1fd4132ad96e140a410d053a97a011fdcae4b0349f9b560d371c943f19c13aca5565dd16bbe256369de53d7465985b0
|
7
|
+
data.tar.gz: 1dd1d097d932e7f547b69bff93bdf283a4086126a4bd5d45560c38cdb56e223b41c9b662e90175766148b6b949a191e1b003e8b04d229d1b8573ec587fd3ae6b
|
data/lib/watership.rb
CHANGED
@@ -12,6 +12,7 @@ module Watership
|
|
12
12
|
|
13
13
|
CLEAR_CONNECTION_EXCEPTIONS = [
|
14
14
|
Bunny::ConnectionError,
|
15
|
+
Bunny::ClientTimeout,
|
15
16
|
Timeout::Error
|
16
17
|
]
|
17
18
|
|
@@ -60,10 +61,13 @@ module Watership
|
|
60
61
|
registered.fetch(name.to_sym).enqueue(opts)
|
61
62
|
end
|
62
63
|
|
64
|
+
class << self
|
65
|
+
alias enqueue! enqueue
|
66
|
+
end
|
67
|
+
|
63
68
|
class Client
|
64
69
|
def initialize(uri, env)
|
65
|
-
@uri = uri
|
66
|
-
@env = env
|
70
|
+
@uri, @env = uri, env
|
67
71
|
end
|
68
72
|
|
69
73
|
def enqueue(options = {})
|
@@ -78,7 +82,6 @@ module Watership
|
|
78
82
|
|
79
83
|
queue = connect_with_queue(name, options)
|
80
84
|
queue.publish(JSON.generate(message))
|
81
|
-
|
82
85
|
rescue *CONNECTION_EXCEPTIONS => exception
|
83
86
|
fallback.call if fallback
|
84
87
|
notify(exception)
|
data/lib/watership/consumer.rb
CHANGED
@@ -15,33 +15,34 @@ module Watership
|
|
15
15
|
|
16
16
|
def consume
|
17
17
|
Thread.abort_on_exception = true
|
18
|
+
queue = create_queue
|
18
19
|
@concurrency.times do
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
20
|
+
Thread.new do
|
21
|
+
queue.subscribe(@queue_opts.dup) do |delivery_info, properties, payload|
|
22
|
+
begin
|
23
|
+
data = JSON.parse(payload)
|
24
|
+
@consumer.new.call(data)
|
25
|
+
success = true
|
26
|
+
rescue StandardError => exception
|
27
|
+
logger.error "Error thrown in subscribe block"
|
28
|
+
logger.error exception.message
|
29
|
+
logger.error exception.backtrace.join("\n")
|
28
30
|
|
29
|
-
|
31
|
+
retries = data["retries"] || 0
|
32
|
+
notify(exception, { payload: data, retries: retries })
|
33
|
+
enqueue(data.merge(retries: (retries + 1)))
|
34
|
+
success = true
|
35
|
+
rescue Interrupt => exception
|
36
|
+
logger.error "Interrupt in subscribe block"
|
37
|
+
logger.warn "Stopped gracefully."
|
38
|
+
ensure
|
39
|
+
if success
|
40
|
+
ack_message(delivery_info.delivery_tag)
|
41
|
+
else
|
42
|
+
reject_message(delivery_info.delivery_tag)
|
43
|
+
end
|
30
44
|
|
31
|
-
|
32
|
-
Bugsnag.notify(exception, data: {payload: data, retries: retries}) if defined?(Bugsnag)
|
33
|
-
|
34
|
-
new_data = data.merge({retries: retries+1})
|
35
|
-
Watership.enqueue!(name: @consumer::QUEUE, message: new_data)
|
36
|
-
success = true
|
37
|
-
rescue Interrupt => exception
|
38
|
-
logger.error "Interrupt in subscribe block"
|
39
|
-
logger.warn "Stopped gracefully."
|
40
|
-
ensure
|
41
|
-
if success
|
42
|
-
ack_message(delivery_info.delivery_tag)
|
43
|
-
else
|
44
|
-
reject_message(delivery_info.delivery_tag)
|
45
|
+
clear_active_record_connections
|
45
46
|
end
|
46
47
|
end
|
47
48
|
end
|
@@ -60,7 +61,7 @@ module Watership
|
|
60
61
|
end
|
61
62
|
|
62
63
|
def bind(name, opts = {})
|
63
|
-
|
64
|
+
create_queue.bind(name, opts)
|
64
65
|
end
|
65
66
|
|
66
67
|
def ack_message(tag)
|
@@ -73,8 +74,8 @@ module Watership
|
|
73
74
|
channel.reject(tag, requeue)
|
74
75
|
end
|
75
76
|
|
76
|
-
def
|
77
|
-
|
77
|
+
def create_queue
|
78
|
+
channel.queue(@consumer::QUEUE, @channel_opts)
|
78
79
|
end
|
79
80
|
|
80
81
|
def connection
|
@@ -83,14 +84,29 @@ module Watership
|
|
83
84
|
|
84
85
|
def channel
|
85
86
|
@channel ||= begin
|
86
|
-
|
87
|
-
|
88
|
-
|
87
|
+
created_channel = connection.create_channel(nil, @concurrency)
|
88
|
+
created_channel.prefetch(@prefetch)
|
89
|
+
created_channel
|
89
90
|
end
|
90
91
|
end
|
91
92
|
|
93
|
+
def enqueue(message)
|
94
|
+
create_queue.publish(JSON.generate(message))
|
95
|
+
end
|
96
|
+
|
97
|
+
def notify(exception, data)
|
98
|
+
Airbrake.notify(exception) if defined?(Airbrake)
|
99
|
+
Bugsnag.notify(exception, data: data) if defined?(Bugsnag)
|
100
|
+
end
|
101
|
+
|
92
102
|
def logger
|
93
103
|
@logger ||= defined?(Rails) ? Rails.logger : Logger.new(STDOUT)
|
94
104
|
end
|
105
|
+
|
106
|
+
def clear_active_record_connections
|
107
|
+
if defined?(::ActiveRecord::Base) && ::ActiveRecord::Base.respond_to?(:clear_active_connections!)
|
108
|
+
::ActiveRecord::Base.clear_active_connections!
|
109
|
+
end
|
110
|
+
end
|
95
111
|
end
|
96
112
|
end
|
data/lib/watership/version.rb
CHANGED
metadata
CHANGED
@@ -1,69 +1,69 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: watership
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.9.
|
4
|
+
version: 0.9.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Ben Scofield
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2014-11-
|
11
|
+
date: 2014-11-04 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
|
-
- - ~>
|
17
|
+
- - "~>"
|
18
18
|
- !ruby/object:Gem::Version
|
19
19
|
version: '1.5'
|
20
20
|
type: :development
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
|
-
- - ~>
|
24
|
+
- - "~>"
|
25
25
|
- !ruby/object:Gem::Version
|
26
26
|
version: '1.5'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
28
|
name: rake
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
30
30
|
requirements:
|
31
|
-
- -
|
31
|
+
- - ">="
|
32
32
|
- !ruby/object:Gem::Version
|
33
33
|
version: '0'
|
34
34
|
type: :development
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
|
-
- -
|
38
|
+
- - ">="
|
39
39
|
- !ruby/object:Gem::Version
|
40
40
|
version: '0'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
42
|
name: bunny
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
44
44
|
requirements:
|
45
|
-
- -
|
45
|
+
- - ">="
|
46
46
|
- !ruby/object:Gem::Version
|
47
47
|
version: '0'
|
48
48
|
type: :runtime
|
49
49
|
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
|
-
- -
|
52
|
+
- - ">="
|
53
53
|
- !ruby/object:Gem::Version
|
54
54
|
version: '0'
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
56
|
name: json
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
58
58
|
requirements:
|
59
|
-
- -
|
59
|
+
- - ">="
|
60
60
|
- !ruby/object:Gem::Version
|
61
61
|
version: '0'
|
62
62
|
type: :runtime
|
63
63
|
prerelease: false
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
65
65
|
requirements:
|
66
|
-
- -
|
66
|
+
- - ">="
|
67
67
|
- !ruby/object:Gem::Version
|
68
68
|
version: '0'
|
69
69
|
description: Wrapper around Bunny to better handle connection issues
|
@@ -74,7 +74,7 @@ executables:
|
|
74
74
|
extensions: []
|
75
75
|
extra_rdoc_files: []
|
76
76
|
files:
|
77
|
-
- .gitignore
|
77
|
+
- ".gitignore"
|
78
78
|
- CHANGELOG.md
|
79
79
|
- Gemfile
|
80
80
|
- LICENSE.txt
|
@@ -96,14 +96,14 @@ require_paths:
|
|
96
96
|
- lib
|
97
97
|
required_ruby_version: !ruby/object:Gem::Requirement
|
98
98
|
requirements:
|
99
|
-
- -
|
99
|
+
- - ">="
|
100
100
|
- !ruby/object:Gem::Version
|
101
101
|
version: '0'
|
102
102
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
103
103
|
requirements:
|
104
|
-
- -
|
104
|
+
- - ">="
|
105
105
|
- !ruby/object:Gem::Version
|
106
|
-
version:
|
106
|
+
version: '0'
|
107
107
|
requirements: []
|
108
108
|
rubyforge_project:
|
109
109
|
rubygems_version: 2.2.2
|