fk-redis-sqspoller 0.1.2.2 → 0.1.2.4.alpha
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/sqspoller/queue_controller.rb +23 -1
- data/lib/sqspoller/sqs_poller.rb +6 -2
- data/lib/sqspoller/version.rb +1 -1
- data/sqspoller.gemspec +1 -1
- metadata +6 -6
- /data/bin/{fk-redis-sqspoller → sqspoller} +0 -0
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 5b664ac3f9592805d014c0659c9f6e5c632ded0d
|
|
4
|
+
data.tar.gz: c8c2e14914750e2144d16cc01c252517a82199f7
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 516e77cdbd3e1efce73097408bab2fc9cbba7664a1213fb38fd9dc80fe5025c72389fbc3cdbd346d84849f3a234f391ef15b2cf7bf6adca347d18f5031599e1d
|
|
7
|
+
data.tar.gz: 571897cf14475d74bc605b3c75d38f3facd0a5f3b443740fc2b024bfa0b650c0762eb3ff81ca9803f2d4833450d58694b5c86439c9ba7229a15b7f6039a0eb9f
|
|
@@ -32,6 +32,10 @@ module Sqspoller
|
|
|
32
32
|
end
|
|
33
33
|
end
|
|
34
34
|
|
|
35
|
+
def all_threads_alive?
|
|
36
|
+
threads.all?(&:alive?)
|
|
37
|
+
end
|
|
38
|
+
|
|
35
39
|
def start
|
|
36
40
|
queue_url = @queue_details.queue_url
|
|
37
41
|
@logger.info "Going to start polling threads for queue: #{queue_url}"
|
|
@@ -45,10 +49,10 @@ module Sqspoller
|
|
|
45
49
|
poller = Aws::SQS::QueuePoller.new(queue_url)
|
|
46
50
|
poller.before_request do |stats|
|
|
47
51
|
block_on_maintenance_window
|
|
52
|
+
@logger.info " Polling queue #{queue_name} for messages"
|
|
48
53
|
end
|
|
49
54
|
|
|
50
55
|
loop do
|
|
51
|
-
@logger.info " Polling queue #{queue_name} for messages"
|
|
52
56
|
poller.poll do |received_message|
|
|
53
57
|
begin
|
|
54
58
|
@task_delegator.process self, received_message, queue_name
|
|
@@ -58,6 +62,24 @@ module Sqspoller
|
|
|
58
62
|
end
|
|
59
63
|
end
|
|
60
64
|
end
|
|
65
|
+
# loop do
|
|
66
|
+
# block_on_maintenance_window
|
|
67
|
+
# @logger.info " Polling queue #{queue_name} for messages"
|
|
68
|
+
# begin
|
|
69
|
+
# msgs = @sqs.receive_message queue_url: queue_url, wait_time_seconds: 20
|
|
70
|
+
# rescue Exception => e
|
|
71
|
+
# @logger.info "Error receiving messages from queue #{@queue_name}: #{e.message}"
|
|
72
|
+
# next
|
|
73
|
+
# end
|
|
74
|
+
# msgs.messages.each do |received_message|
|
|
75
|
+
# begin
|
|
76
|
+
# @logger.info "Received message from #{@queue_name} : #{received_message.message_id}"
|
|
77
|
+
# @task_delegator.process self, received_message, @queue_name
|
|
78
|
+
# rescue Exception => e
|
|
79
|
+
# @logger.info "Encountered error #{e.message} while submitting message from queue #{queue_url}"
|
|
80
|
+
# end
|
|
81
|
+
# end
|
|
82
|
+
# end
|
|
61
83
|
end
|
|
62
84
|
end
|
|
63
85
|
|
data/lib/sqspoller/sqs_poller.rb
CHANGED
|
@@ -130,12 +130,16 @@ module Sqspoller
|
|
|
130
130
|
@logger.info "Start all queues with refresh"
|
|
131
131
|
queues = {}
|
|
132
132
|
loop do
|
|
133
|
-
Thread.pass
|
|
134
133
|
queue_names = queues_config.keys
|
|
135
134
|
queues_config.keys.each do |queue|
|
|
136
135
|
@logger.info " Checking queue #{queue}"
|
|
137
136
|
if queues[queue]
|
|
138
|
-
|
|
137
|
+
if queues[queue].all_threads_alive?
|
|
138
|
+
@logger.info " Queue: #{queue} not created, already initialized and running"
|
|
139
|
+
else
|
|
140
|
+
@logger.info " Queue: #{queue} previously created, however not all threads are running. Restarting."
|
|
141
|
+
queues[queue] = start_queue_controller queues_config, queue, message_delegator, poller_args
|
|
142
|
+
end
|
|
139
143
|
else
|
|
140
144
|
queues[queue] = start_queue_controller queues_config, queue, message_delegator, poller_args
|
|
141
145
|
end
|
data/lib/sqspoller/version.rb
CHANGED
data/sqspoller.gemspec
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fk-redis-sqspoller
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.2.
|
|
4
|
+
version: 0.1.2.4.alpha
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- FourKites
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2018-
|
|
11
|
+
date: 2018-07-16 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|
|
@@ -98,7 +98,7 @@ description: ''
|
|
|
98
98
|
email:
|
|
99
99
|
- developer@fourkites.com
|
|
100
100
|
executables:
|
|
101
|
-
-
|
|
101
|
+
- sqspoller
|
|
102
102
|
extensions: []
|
|
103
103
|
extra_rdoc_files: []
|
|
104
104
|
files:
|
|
@@ -108,7 +108,7 @@ files:
|
|
|
108
108
|
- LICENSE
|
|
109
109
|
- README.md
|
|
110
110
|
- Rakefile
|
|
111
|
-
- bin/
|
|
111
|
+
- bin/sqspoller
|
|
112
112
|
- example_config.yml
|
|
113
113
|
- lib/seahorse/stringio.rb
|
|
114
114
|
- lib/sqspoller.rb
|
|
@@ -133,9 +133,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
|
133
133
|
version: '0'
|
|
134
134
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
135
135
|
requirements:
|
|
136
|
-
- - "
|
|
136
|
+
- - ">"
|
|
137
137
|
- !ruby/object:Gem::Version
|
|
138
|
-
version:
|
|
138
|
+
version: 1.3.1
|
|
139
139
|
requirements: []
|
|
140
140
|
rubyforge_project:
|
|
141
141
|
rubygems_version: 2.6.14
|
|
File without changes
|