istox 0.1.120 → 0.1.121

data/lib/istox/helpers/redis.rb

@@ -0,0 +1,37 @@
+require 'redis'
+
+module Istox
+  class RedisBoot
+    class << self
+
+      def set(k,v)
+        redis.set(k,v)
+      end
+
+      def keys(p)
+        redis.keys
+      end
+
+      def del(k)
+        redis.del(k)
+      end
+
+      def flushdb
+        redis.flushdb
+      end
+
+      def incr(k)
+        redis.incr(k)
+      end
+
+      private
+
+      def redis
+        @redis ||= Redis.new(
+            url: ENV["REDIS_URL"] || 'redis://127.0.0.1',
+            db: 4
+        )
+      end
+    end
+  end
+end

data/lib/istox/helpers/subscriber.rb

@@ -0,0 +1,140 @@
+require 'istox/helpers/logger'
+
+module Istox
+  # Publisher is relying on BunnyBoot to publish message, please make sure BunnyBoot is initalised properly first during runtime.
+  class Subscriber
+    class << self
+
+      # optionally can pass in consumer_key for single subscription / consumer_keys for multiple subcriptions
+      # consumer_key must be defined in amqp.yml
+      # if nothing pass in it will auto subscribe to all available consumers defined in amqp.yml queues key
+      def subscribe
+        return if @flag
+
+        @mutex = Mutex.new unless @mutex.present?
+        @mutex.synchronize do
+          return if @flag
+=begin
+          subscribing_consumer_keys = consumer_keys.present? ? consumer_keys : []
+
+          if subscribing_consumer_keys.empty? && consumer_key.nil?
+            subscribing_consumer_keys = ::Istox::BunnyBoot.queues_keys_for_subscribe
+          elsif subscribing_consumer_keys.empty? && consumer_key.present?
+            subscribing_consumer_keys = [consumer_key]
+          end
+=end
+          subscribing_consumer_keys = ::Istox::BunnyBoot.queues_keys_for_subscribe
+          subscribing_consumer_keys.each do |key|
+            log.debug "Do subscribe key #{key.to_s}"
+            do_subscribe(key.to_s)
+          end
+
+          @flag = true
+        end
+      end
+
+      private
+
+      def do_subscribe(consumer_key)
+        manual_ack = ::Istox::BunnyBoot.queue_manual_ack? consumer_key
+
+        # Create Channel with specified pool_size and prefetch
+        pool_size = ::Istox::BunnyBoot.channel_pool_size consumer_key
+        prefetch = ::Istox::BunnyBoot.channel_prefetch consumer_key
+        active_channel = ::Istox::BunnyBoot.channel(::Istox::BunnyBoot.connection, pool_size: pool_size, prefetch: prefetch)
+
+        # Declare exchange
+        exchange_name = ::Istox::BunnyBoot.exchange_name consumer_key
+        exchange_retry_name = if manual_ack
+                                "#{exchange_name}.retry"
+                              else
+                                nil
+                              end
+        exchange_name = ::Istox::BunnyBoot.exchange_name consumer_key
+        exchange_durable = ::Istox::BunnyBoot.exchange_durable? exchange_name
+        exchange_type = ::Istox::BunnyBoot.exchange_type exchange_name
+        case exchange_type
+        when 'fanout'
+          exchange = active_channel.fanout(exchange_name, durable: exchange_durable)
+          exchange_retry = if exchange_retry_name.nil?
+                           nil
+                         else
+                           active_channel.fanout(exchange_retry_name, durable: exchange_durable)
+                         end
+        when 'direct'
+          exchange = active_channel.direct(exchange_name, durable: exchange_durable)
+          exchange_retry = if exchange_retry_name.nil?
+                           nil
+                         else
+                           active_channel.direct(exchange_retry_name, durable: exchange_durable)
+                         end
+        else
+          raise "Exchange type #{exchange_type} is not valid/supported."
+        end
+
+        # Declare queue and bind to exchange
+        queue_name = ::Istox::BunnyBoot.queue_name consumer_key
+        queue_durable = ::Istox::BunnyBoot.queue_durable? consumer_key
+        queue_options = {}
+        queue_options[:routing_key] = queue_name if exchange_type == 'direct'
+        queue = active_channel.queue(queue_name, durable: queue_durable).bind(exchange, queue_options)
+        active_channel.queue("#{queue_name}.retry", arguments: {
+            'x-dead-letter-exchange': exchange.name,
+            'x-dead-letter-routing-key': "#{queue_name}",
+            'x-message-ttl': (::Istox::BunnyBoot.queue_retry_gap consumer_key)
+        }).bind(exchange_retry, routing_key: "#{queue_name}.retry") if manual_ack
+
+        # Subscribe queue
+        queue.subscribe manual_ack: manual_ack do |delivery_info, metadata, payload|
+          log.debug "Delivery_info: #{delivery_info}"
+          log.debug "Metadata: #{metadata}"
+          log.debug "Payload: #{payload}"
+          log.debug "Redelivered Message?: #{delivery_info.redelivered}"
+
+          # For retried message, if reaching retry count limit, return ack anyway
+          # If retry limit is -1, no retry limit
+          # TODO: No matter the amount of retry limit, send cloudwatch critical alarm if fails after 3 times of retry
+          retry_limit = ::Istox::BunnyBoot.queue_retry_limit consumer_key
+          unless metadata[:priority] && retry_limit != -1 && metadata[:priority] >= retry_limit
+            processing_paylod = JSON.parse(payload)
+            payload_object = ::Istox::CommonHelper.to_open_struct(processing_paylod)
+
+            ruby_class = ::Istox::BunnyBoot.ruby_class consumer_key
+            klass = Object.const_get(
+                '::' + (ruby_class.nil? ? "#{consumer_key.to_s.underscore}_consumer" : ruby_class).camelize
+            )
+
+            log.info "Processing in consumer: #{klass}, paylod: #{payload_object.to_h.inspect}"
+
+            klass.new.process(payload_object, metadata, delivery_info)
+          end
+          # active_channel.ack(delivery_info.delivery_tag) if manual_ack
+        rescue StandardError => e
+          log.error(e)
+          if manual_ack
+            retry_count = if metadata[:priority].nil?
+                            1
+                          else
+                            metadata[:priority] + 1
+                          end
+            log.debug "Consumer Retry count: #{retry_count}"
+            # @option opts [Integer] :priority Message priority, 0 to 9. Not used by RabbitMQ, only applications
+            # here we adopt the unused priority as remaining retry_count
+            ::Istox::BunnyBoot.publish(exchange_retry, payload_object, routing_key: "#{queue_name}.retry", priority: retry_count, type: 'dlx')
+          end
+=begin
+          # For redelivered message, call 'reject' not 'nack' in order to reschedule message to tail not head of queue
+          if delivery_info.redelivered
+            active_channel.reject(delivery_info.delivery_tag, true)
+          else
+            active_channel.nack(delivery_info.delivery_tag, false, true)
+          end
+=end
+
+        ensure
+          active_channel.ack(delivery_info.delivery_tag) if manual_ack
+        end
+      end
+    end
+  end
+end

data/lib/istox/version.rb

@@ -1,3 +1,3 @@
 module Istox
-  VERSION = '0.1.120'.freeze
+  VERSION = '0.1.121'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: istox
 version: !ruby/object:Gem::Version
-  version: 0.1.120
+  version: 0.1.121
 platform: ruby
 authors:
 - Siong Leng
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-01-31 00:00:00.000000000 Z
+date: 2020-02-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: awesome_print
@@ -94,6 +94,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.7
+- !ruby/object:Gem::Dependency
+  name: redis-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.0.2
 - !ruby/object:Gem::Dependency
   name: listen
   requirement: !ruby/object:Gem::Requirement
@@ -389,8 +417,10 @@ files:
 - lib/istox/helpers/order_book_prorate.rb
 - lib/istox/helpers/publisher.rb
 - lib/istox/helpers/rate_limit.rb
+- lib/istox/helpers/redis.rb
 - lib/istox/helpers/regex_helper.rb
 - lib/istox/helpers/result_handler.rb
+- lib/istox/helpers/subscriber.rb
 - lib/istox/helpers/vault.rb
 - lib/istox/interfaces/chainhub/transaction.rb
 - lib/istox/models/blockchain_receipt.rb
@@ -415,7 +445,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.6
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: istox backend shared gem