fk-redis-sqspoller 0.1.2.5.6.alpha → 0.1.2.5.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8f021b36f24324650e071bbfbdb4358b180523bb
-  data.tar.gz: f1b4d2e50623acfcf341a02399331b97e12c24a2
+  metadata.gz: feee908845c888658b4a9969cff99a1dd55ea3db
+  data.tar.gz: 8e5f9ced44be8a753cb0ef82dc2d93b12a648b5d
 SHA512:
-  metadata.gz: 44c2372b5e9fd899b979bce346117c777c2523fd0ec0874c6dcc99d79b7a5417d4957f2e21bffb24200bf6ca5024e67538099de790f7c6d948a77caba9de8b40
-  data.tar.gz: 131ba72effdb3516781b5aae293d0f42e9e0ab391529737715621af5ed1ba8b677d685f29883e7cc9717c117a27a2c1191f8aedabaea389f85b02c935e9af4eb
+  metadata.gz: 1411402de1e979aecb6863a1b58031b8da2507ceef5306faca318f464a38ac74d16da70ad33e64ca3753a1fab0b0514dec6a5365525e9dde61d6dbe829419dd3
+  data.tar.gz: 1fa94f44d68f6879f115620c5e58b94166affe201d4e6bc8734618714934e706123ff8a7a079f8504ee596a126f8ca675a9ee6d2892cf3e7eb16823777749731

data/example_config.yml

@@ -7,6 +7,9 @@ worker_configuration:
 staging-queues:
   staging-outbound-messages_company-name-1:
     polling_threads: 1
+  staging-outbound-messages_company-shadow-queue-name-1:
+    polling_threads: 1
+    sns_topic_arn: "arn:aws:sns:us-east-1:723008196684:blackhole"
   staging-outbound-messages_company-name-2:
     polling_threads: 1
   staging-outbound-messages_company-name-3:

data/lib/sqspoller/sqs_poller.rb

@@ -99,7 +99,9 @@ module Sqspoller
       end
 
       def start_queues_with_config poller_args
-        @logger = Logger.new(poller_args[:log_filename])
+        @logger_file = poller_args[:log_filename]
+        @logger = Logger.new(@logger_file)
+        poller_args[:logger_file] = @logger_file
         poller_args[:logger] = @logger
         @logger.info "Starting version: #{VERSION}"
         @logger.info "Get config"
@@ -118,16 +120,22 @@ module Sqspoller
 
         @logger.info "Started poller method"
 
-        message_delegator = worker_pool_init config[:worker_configuration].merge(poller_args), queues_config, poller_args[:log_filename]
+        worker_config = config[:worker_configuration].merge(poller_args)
+        total_poller_thread = worker_pool_init worker_config, queues_config, poller_args[:log_filename]
+
+        # keep track of default delegator and queue specific delegators
+        @delegator = {}
+        @delegator.default = initialize_worker worker_config, total_poller_threads, @logger_file
 
         if poller_args[:redis_or_file]
-          start_all_queues_with_refresh queues_config, message_delegator, poller_args, config[:worker_configuration][:refresh_interval_in_seconds] || 3600
+          refresh_interval = config[:worker_configuration][:refresh_interval_in_seconds] || 3600
+          start_all_queues_with_refresh queues_config, message_delegator, poller_args, refresh_interval, worker_config, total_poller_threads
         else
           start_all_queues  queues_config, message_delegator, poller_args
         end
       end
 
-      def start_all_queues_with_refresh queues_config, message_delegator, poller_args, refresh_interval
+      def start_all_queues_with_refresh queues_config, message_delegator, poller_args, refresh_interval, worker_config
         @logger.info "Start all queues with refresh"
         queues = {}
         loop do
@@ -139,10 +147,14 @@ module Sqspoller
                 @logger.info "      Queue: #{queue} not created, already initialized and running"
               else
                 @logger.info "      Queue: #{queue} previously created, however not all threads are running. Restarting."
-                queues[queue] = start_queue_controller queues_config, queue, message_delegator, poller_args
+                queues[queue] = start_queue_controller queues_config, queue, @delegator['queue'], poller_args
               end
             else
-              queues[queue] = start_queue_controller queues_config, queue, message_delegator, poller_args
+              if queues_config['sns_topic_arn']
+                worker_config['sns_topic_arn'] = queues_config['sns_topic_arn']
+                @delegator['queue'] = initialize_worker worker_config, @total_poller_threads, @logger_file
+              end
+              queues[queue] = start_queue_controller queues_config, queue, @delegator['queue'], poller_args
             end
           end
           @logger.info "  Done creating queues, sleeping for #{refresh_interval} seconds"
@@ -165,7 +177,6 @@ module Sqspoller
         total_poller_threads = queues_config.keys.reduce(0) do |sum, queue|
                                  sum += queues_config[queue][:polling_threads]
                                end
-        initialize_worker worker_config, total_poller_threads, logger_file
       end
 
       def start_queue_controller queues_config, queue, message_delegator, poller_args

data/lib/sqspoller/version.rb

@@ -1,3 +1,3 @@
 module Sqspoller
-  VERSION = "0.1.2.5.6.alpha"
+  VERSION = "0.1.2.5.6"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fk-redis-sqspoller
 version: !ruby/object:Gem::Version
-  version: 0.1.2.5.6.alpha
+  version: 0.1.2.5.6
 platform: ruby
 authors:
 - FourKites
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-07-20 00:00:00.000000000 Z
+date: 2018-10-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -133,9 +133,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.6.14