fk-redis-sqspoller 0.1.2.5.6.alpha → 0.1.2.5.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/example_config.yml +3 -0
- data/lib/sqspoller/sqs_poller.rb +18 -7
- data/lib/sqspoller/version.rb +1 -1
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: feee908845c888658b4a9969cff99a1dd55ea3db
|
4
|
+
data.tar.gz: 8e5f9ced44be8a753cb0ef82dc2d93b12a648b5d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 1411402de1e979aecb6863a1b58031b8da2507ceef5306faca318f464a38ac74d16da70ad33e64ca3753a1fab0b0514dec6a5365525e9dde61d6dbe829419dd3
|
7
|
+
data.tar.gz: 1fa94f44d68f6879f115620c5e58b94166affe201d4e6bc8734618714934e706123ff8a7a079f8504ee596a126f8ca675a9ee6d2892cf3e7eb16823777749731
|
data/example_config.yml
CHANGED
@@ -7,6 +7,9 @@ worker_configuration:
|
|
7
7
|
staging-queues:
|
8
8
|
staging-outbound-messages_company-name-1:
|
9
9
|
polling_threads: 1
|
10
|
+
staging-outbound-messages_company-shadow-queue-name-1:
|
11
|
+
polling_threads: 1
|
12
|
+
sns_topic_arn: "arn:aws:sns:us-east-1:723008196684:blackhole"
|
10
13
|
staging-outbound-messages_company-name-2:
|
11
14
|
polling_threads: 1
|
12
15
|
staging-outbound-messages_company-name-3:
|
data/lib/sqspoller/sqs_poller.rb
CHANGED
@@ -99,7 +99,9 @@ module Sqspoller
|
|
99
99
|
end
|
100
100
|
|
101
101
|
def start_queues_with_config poller_args
|
102
|
-
@
|
102
|
+
@logger_file = poller_args[:log_filename]
|
103
|
+
@logger = Logger.new(@logger_file)
|
104
|
+
poller_args[:logger_file] = @logger_file
|
103
105
|
poller_args[:logger] = @logger
|
104
106
|
@logger.info "Starting version: #{VERSION}"
|
105
107
|
@logger.info "Get config"
|
@@ -118,16 +120,22 @@ module Sqspoller
|
|
118
120
|
|
119
121
|
@logger.info "Started poller method"
|
120
122
|
|
121
|
-
|
123
|
+
worker_config = config[:worker_configuration].merge(poller_args)
|
124
|
+
total_poller_thread = worker_pool_init worker_config, queues_config, poller_args[:log_filename]
|
125
|
+
|
126
|
+
# keep track of default delegator and queue specific delegators
|
127
|
+
@delegator = {}
|
128
|
+
@delegator.default = initialize_worker worker_config, total_poller_threads, @logger_file
|
122
129
|
|
123
130
|
if poller_args[:redis_or_file]
|
124
|
-
|
131
|
+
refresh_interval = config[:worker_configuration][:refresh_interval_in_seconds] || 3600
|
132
|
+
start_all_queues_with_refresh queues_config, message_delegator, poller_args, refresh_interval, worker_config, total_poller_threads
|
125
133
|
else
|
126
134
|
start_all_queues queues_config, message_delegator, poller_args
|
127
135
|
end
|
128
136
|
end
|
129
137
|
|
130
|
-
def start_all_queues_with_refresh queues_config, message_delegator, poller_args, refresh_interval
|
138
|
+
def start_all_queues_with_refresh queues_config, message_delegator, poller_args, refresh_interval, worker_config
|
131
139
|
@logger.info "Start all queues with refresh"
|
132
140
|
queues = {}
|
133
141
|
loop do
|
@@ -139,10 +147,14 @@ module Sqspoller
|
|
139
147
|
@logger.info " Queue: #{queue} not created, already initialized and running"
|
140
148
|
else
|
141
149
|
@logger.info " Queue: #{queue} previously created, however not all threads are running. Restarting."
|
142
|
-
queues[queue] = start_queue_controller queues_config, queue,
|
150
|
+
queues[queue] = start_queue_controller queues_config, queue, @delegator['queue'], poller_args
|
143
151
|
end
|
144
152
|
else
|
145
|
-
|
153
|
+
if queues_config['sns_topic_arn']
|
154
|
+
worker_config['sns_topic_arn'] = queues_config['sns_topic_arn']
|
155
|
+
@delegator['queue'] = initialize_worker worker_config, @total_poller_threads, @logger_file
|
156
|
+
end
|
157
|
+
queues[queue] = start_queue_controller queues_config, queue, @delegator['queue'], poller_args
|
146
158
|
end
|
147
159
|
end
|
148
160
|
@logger.info " Done creating queues, sleeping for #{refresh_interval} seconds"
|
@@ -165,7 +177,6 @@ module Sqspoller
|
|
165
177
|
total_poller_threads = queues_config.keys.reduce(0) do |sum, queue|
|
166
178
|
sum += queues_config[queue][:polling_threads]
|
167
179
|
end
|
168
|
-
initialize_worker worker_config, total_poller_threads, logger_file
|
169
180
|
end
|
170
181
|
|
171
182
|
def start_queue_controller queues_config, queue, message_delegator, poller_args
|
data/lib/sqspoller/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fk-redis-sqspoller
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.2.5.6
|
4
|
+
version: 0.1.2.5.6
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- FourKites
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2018-
|
11
|
+
date: 2018-10-17 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -133,9 +133,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
133
133
|
version: '0'
|
134
134
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
135
135
|
requirements:
|
136
|
-
- - "
|
136
|
+
- - ">="
|
137
137
|
- !ruby/object:Gem::Version
|
138
|
-
version:
|
138
|
+
version: '0'
|
139
139
|
requirements: []
|
140
140
|
rubyforge_project:
|
141
141
|
rubygems_version: 2.6.14
|