fk-redis-sqspoller 0.1.2.2 → 0.1.2.4.alpha
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/sqspoller/queue_controller.rb +23 -1
- data/lib/sqspoller/sqs_poller.rb +6 -2
- data/lib/sqspoller/version.rb +1 -1
- data/sqspoller.gemspec +1 -1
- metadata +6 -6
- /data/bin/{fk-redis-sqspoller → sqspoller} +0 -0
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5b664ac3f9592805d014c0659c9f6e5c632ded0d
|
4
|
+
data.tar.gz: c8c2e14914750e2144d16cc01c252517a82199f7
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 516e77cdbd3e1efce73097408bab2fc9cbba7664a1213fb38fd9dc80fe5025c72389fbc3cdbd346d84849f3a234f391ef15b2cf7bf6adca347d18f5031599e1d
|
7
|
+
data.tar.gz: 571897cf14475d74bc605b3c75d38f3facd0a5f3b443740fc2b024bfa0b650c0762eb3ff81ca9803f2d4833450d58694b5c86439c9ba7229a15b7f6039a0eb9f
|
@@ -32,6 +32,10 @@ module Sqspoller
|
|
32
32
|
end
|
33
33
|
end
|
34
34
|
|
35
|
+
def all_threads_alive?
|
36
|
+
threads.all?(&:alive?)
|
37
|
+
end
|
38
|
+
|
35
39
|
def start
|
36
40
|
queue_url = @queue_details.queue_url
|
37
41
|
@logger.info "Going to start polling threads for queue: #{queue_url}"
|
@@ -45,10 +49,10 @@ module Sqspoller
|
|
45
49
|
poller = Aws::SQS::QueuePoller.new(queue_url)
|
46
50
|
poller.before_request do |stats|
|
47
51
|
block_on_maintenance_window
|
52
|
+
@logger.info " Polling queue #{queue_name} for messages"
|
48
53
|
end
|
49
54
|
|
50
55
|
loop do
|
51
|
-
@logger.info " Polling queue #{queue_name} for messages"
|
52
56
|
poller.poll do |received_message|
|
53
57
|
begin
|
54
58
|
@task_delegator.process self, received_message, queue_name
|
@@ -58,6 +62,24 @@ module Sqspoller
|
|
58
62
|
end
|
59
63
|
end
|
60
64
|
end
|
65
|
+
# loop do
|
66
|
+
# block_on_maintenance_window
|
67
|
+
# @logger.info " Polling queue #{queue_name} for messages"
|
68
|
+
# begin
|
69
|
+
# msgs = @sqs.receive_message queue_url: queue_url, wait_time_seconds: 20
|
70
|
+
# rescue Exception => e
|
71
|
+
# @logger.info "Error receiving messages from queue #{@queue_name}: #{e.message}"
|
72
|
+
# next
|
73
|
+
# end
|
74
|
+
# msgs.messages.each do |received_message|
|
75
|
+
# begin
|
76
|
+
# @logger.info "Received message from #{@queue_name} : #{received_message.message_id}"
|
77
|
+
# @task_delegator.process self, received_message, @queue_name
|
78
|
+
# rescue Exception => e
|
79
|
+
# @logger.info "Encountered error #{e.message} while submitting message from queue #{queue_url}"
|
80
|
+
# end
|
81
|
+
# end
|
82
|
+
# end
|
61
83
|
end
|
62
84
|
end
|
63
85
|
|
data/lib/sqspoller/sqs_poller.rb
CHANGED
@@ -130,12 +130,16 @@ module Sqspoller
|
|
130
130
|
@logger.info "Start all queues with refresh"
|
131
131
|
queues = {}
|
132
132
|
loop do
|
133
|
-
Thread.pass
|
134
133
|
queue_names = queues_config.keys
|
135
134
|
queues_config.keys.each do |queue|
|
136
135
|
@logger.info " Checking queue #{queue}"
|
137
136
|
if queues[queue]
|
138
|
-
|
137
|
+
if queues[queue].all_threads_alive?
|
138
|
+
@logger.info " Queue: #{queue} not created, already initialized and running"
|
139
|
+
else
|
140
|
+
@logger.info " Queue: #{queue} previously created, however not all threads are running. Restarting."
|
141
|
+
queues[queue] = start_queue_controller queues_config, queue, message_delegator, poller_args
|
142
|
+
end
|
139
143
|
else
|
140
144
|
queues[queue] = start_queue_controller queues_config, queue, message_delegator, poller_args
|
141
145
|
end
|
data/lib/sqspoller/version.rb
CHANGED
data/sqspoller.gemspec
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fk-redis-sqspoller
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.2.
|
4
|
+
version: 0.1.2.4.alpha
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- FourKites
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2018-
|
11
|
+
date: 2018-07-16 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -98,7 +98,7 @@ description: ''
|
|
98
98
|
email:
|
99
99
|
- developer@fourkites.com
|
100
100
|
executables:
|
101
|
-
-
|
101
|
+
- sqspoller
|
102
102
|
extensions: []
|
103
103
|
extra_rdoc_files: []
|
104
104
|
files:
|
@@ -108,7 +108,7 @@ files:
|
|
108
108
|
- LICENSE
|
109
109
|
- README.md
|
110
110
|
- Rakefile
|
111
|
-
- bin/
|
111
|
+
- bin/sqspoller
|
112
112
|
- example_config.yml
|
113
113
|
- lib/seahorse/stringio.rb
|
114
114
|
- lib/sqspoller.rb
|
@@ -133,9 +133,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
133
133
|
version: '0'
|
134
134
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
135
135
|
requirements:
|
136
|
-
- - "
|
136
|
+
- - ">"
|
137
137
|
- !ruby/object:Gem::Version
|
138
|
-
version:
|
138
|
+
version: 1.3.1
|
139
139
|
requirements: []
|
140
140
|
rubyforge_project:
|
141
141
|
rubygems_version: 2.6.14
|
File without changes
|