istox 0.1.154.2 → 0.1.156.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dc27873608ff702f609c372920ae7fe0f887c32f7379113c2e22dd0cd1e27d70
-  data.tar.gz: 9517caed4f791e620781f726fdd4f1952c9b06949d03a681857d185408e757a1
+  metadata.gz: ff41ac998f85a03dba3cf04311aa1a32a77d74296257a60ff118e45fcf45d850
+  data.tar.gz: 6d693142d844ac5b4b2cbd749aee72d4d9840ae8d7bb07f638f433423d535fc7
 SHA512:
-  metadata.gz: 71fe3e68f49caa983c607952552314abc2b40437a4d6b3f4a51fc82135502ae97d5f289db292b1cff2f25761058d9da6f57cf1bf03222ac2ecaf97d949475a1d
-  data.tar.gz: c564f7093ca3484d6285cf4c77cd98569b5b99f44c27713a127c4e1c4995f37f807ef8d0d8acf2799b06c951bbc05a0625a90d519e5d20ce7c72fa2a4fc21df6
+  metadata.gz: 007a55882ae2e7c0e83fd2ddf9d7a9eb9ce8631fdd9265754e68a4463faebfdf2bebcd62012b1a49f99395b198a456109f20c17a2dd39854a944bc049a1fb035
+  data.tar.gz: 674b7cdd25bfc8a78416823cc5e9fdc206324c1e08f980a6592ca12a1e8667e833af973834258cd70b4c8c413162aa4a91ba699bdffc591f08fdd345975da08a

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    istox (0.1.154)
+    istox (0.1.156)
       amazing_print
       awesome_print
       binding_of_caller
@@ -63,7 +63,7 @@ GEM
       i18n (>= 0.7, < 2)
       minitest (~> 5.1)
       tzinfo (~> 1.1)
-    amazing_print (1.1.0)
+    amazing_print (1.2.0)
     amq-protocol (2.3.1)
     arel (9.0.0)
     awesome_print (1.8.0)
@@ -112,7 +112,7 @@ GEM
       multipart-post (>= 1.2, < 3)
     faraday_middleware (1.0.0)
       faraday (~> 1.0)
-    ffi (1.13.0)
+    ffi (1.13.1)
     globalid (0.4.2)
       activesupport (>= 4.2.0)
     google-protobuf (3.12.2-universal-darwin)

data/bulk-update-version.py

@@ -7,7 +7,8 @@ import os
 
 # HOW TO RUN: python bulk-update-version.py <version updating to, eg. 0.1.150.2>
 
-SERVICES = ["client-api", "admin-api", "message-api", "auth", "admin-auth"]
+SERVICES = ["client-api", "admin-api", "message-api",
+            "auth", "admin-auth", "banking-api", "trading-api"]
 
 
 def replace(file_path, pattern, subst):

data/lib/istox.rb

@@ -36,6 +36,7 @@ module Istox
   require 'istox/helpers/redis_manager'
   require 'istox/helpers/dlm'
   require 'istox/helpers/remote_model_cache'
+  require 'istox/helpers/formatter'
 
   require 'istox/helpers/xray/grpc_client_xray_interceptor'
   require 'istox/helpers/xray/grpc_server_xray_interceptor'

data/lib/istox/helpers/bunny_boot.rb

@@ -56,6 +56,10 @@ module Istox
         ch
       end
 
+      def channel_confirm?(ch)
+        ch.using_publisher_confirmations?
+      end
+
       def exchange(eid)
         type = data[:exchanges][eid][:type]
         name = eid
@@ -254,29 +258,34 @@ module Istox
 
       def publish(e, message, options = {})
         eid = eid e
+        # By default:
+        # For persistence, if exchange is durable, persistent is enabled
+        # For mandatory. if channel is confirmed mode, mandatory is enabled
         persistent = e.durable?
-        mandatory = false
+        mandatory = channel_confirm? e.channel
+        options_dup = options.clone
+
         # Set Mandatory & Persistent flag for non-DLX and non-manual msg
-        unless %w[dlx manual].include? options[:type]
-          if options[:routing_key].present?
+        unless %w[dlx manual].include? options_dup[:type]
+          if options_dup[:routing_key].present?
             v1 = data['publish'][eid]
-            v1 = v1[options[:routing_key]] unless v1.nil?
-            persistent = v1['persistent'] unless v1.nil?
-            mandatory = v1['mandatory'] unless v1.nil?
+            v1 = v1[options_dup[:routing_key]] unless v1.nil? || v1[options_dup[:routing_key]].nil?
+            persistent = v1['persistent'] unless v1.nil? || v1['persistent'].nil?
+            mandatory = v1['mandatory'] unless v1.nil? || v1['mandatory'].nil?
           end
         end
-        options.merge!(persistent: persistent)
-        options.merge!(mandatory: mandatory)
+        options_dup.merge!(persistent: persistent)
+        options_dup.merge!(mandatory: mandatory)
         # message.merge!(locale: I18n.locale)
 
         publisher_interceptors.each do |interceptor|
-          interceptor.call(message, options)
+          interceptor.call(message, options_dup)
         end
 
         message = JSON.dump message
-        log.debug "Publish options are: #{options}"
+        log.debug "Publish options are: #{options_dup}"
         log.debug "Publish message payload #{message}"
-        e.publish(message, options)
+        e.publish(message, options_dup)
 
         options[:message_id]
       end

data/lib/istox/helpers/formatter.rb

@@ -0,0 +1,27 @@
+module Istox
+  class Formatter
+    class << self
+      # format a number, eg. 20000.134 > 20,000.14
+      def number(input, round_mode: :half_up, precision: 2)
+        BigDecimal.mode(BigDecimal::ROUND_MODE, round_mode)
+
+        input = 0 if input.blank?
+
+        input = ::BigDecimal.new(input.to_s).round(precision, round_mode)
+
+        result = format("%.#{precision}f", input)
+
+        result.to_s.reverse.gsub(/(\d{3})(?=\d)/, '\\1,').reverse
+      end
+
+      # format a money, eg. 20000.134 > SGD 20,000.14, position can be :front or :behind
+      def money(input, round_mode: :half_up, precision: 2, currency:, position: :front)
+        result = number(input, round_mode: round_mode, precision: precision)
+
+        return currency + ' ' + result if position == :front
+
+        result + ' ' + currency
+      end
+    end
+  end
+end

data/lib/istox/helpers/grpc_client.rb

@@ -15,6 +15,10 @@ module Istox
         @interceptors.push(interceptor)
       end
 
+      def configure_grpc_logger
+	      Gruf.grpc_logger = log
+      end
+
       def call(host_type, service, method, grpc_retries_count: 1, **keyword_args)
         execute(host_type, service, method, **keyword_args)
       rescue Gruf::Client::Errors::Unavailable => e

data/lib/istox/helpers/publisher.rb

@@ -104,7 +104,7 @@ module Istox
       def channel
         return @channel[Thread.current.object_id] if @channel.present? && @channel[Thread.current.object_id].present?
 
-        log.info "#{Thread.current.object_id} No channel yet, create 2 channels confirm-mode and non-confirm-mode ... ..."
+        log.info "Thread<#{Thread.current.object_id}> No channel yet, create 3 channels confirm-mode and non-confirm-mode ... ..."
         @channel = Hash.new if @channel.nil?
         @channel[Thread.current.object_id] = Hash.new
         @channel[Thread.current.object_id]['confirm-0'] = ::Istox::BunnyBoot.channel(connection, confirm: true)
@@ -174,38 +174,61 @@ module Istox
         # when an unroutable message is returned, the BasicReturn is fired first and then an ack is sent, firing the BasicAck second.
         # So if the current status is unroutable then we need to make sure that we don't overwrite that status with Success (ack).
         ex.on_return do |return_info, properties, content|
-          # log.debug "Got a returned message info: #{return_info}"
-          # log.debug "Got a returned message properties: #{properties}"
-          # log.debug "Got a returned message content: #{content}"
-
-          # ::Istox::BunnyBoot.find_trackers("message_id:#{properties[:message_id]}").each do |key|
-          #  log.debug("On_return, update key #{key} in redis on status and retry counter")
-          #  ::Istox::BunnyBoot.update_tracker_by_status(key, 2)
-          #  ::Istox::BunnyBoot.update_tracker_incr_retry(key)
-          # end
-
-          # publish(return_info[:exchange], return_info[:routing_key], content)
+          return_info = return_info.to_hash
+          properties = properties.to_hash
+          log.debug "Got a returned message info: #{return_info}"
+          log.debug "Got a returned message properties: #{properties}"
+          log.debug "Got a returned message content: #{content}"
+=begin
+          ::Istox::BunnyBoot.find_trackers("message_id:#{properties[:message_id]}").each do |key|
+            log.debug("On_return, update key #{key} in redis on status and retry counter")
+            ::Istox::BunnyBoot.update_tracker_by_status(key, 2)
+            ::Istox::BunnyBoot.update_tracker_incr_retry(key)
+          end
+=end
+          options = properties.clone
+          options[:routing_key] = return_info[:routing_key]
+          republish(ex, options, content)
         end
 
         exchanges[id] = ex
       end
 
-      def channel_confirm?(ch)
-        ch.using_publisher_confirmations?
-      end
-
       def channel_next_tag(ch)
         ch.next_publish_seq_no
       end
 
+      # Handle republish: check and increase retry count
+      def republish(ex, options = {}, message)
+        options[:headers] = {} if options[:headers].nil?
+
+        if options[:headers][:republish].nil?
+          options[:headers][:republish] = true
+          options[:headers][:republish_count] = 1
+        else
+          options[:headers][:republish_count] += 1
+          if options[:headers][:republish_count] > 10
+            log.info "Already retry to publish for 10 times, and give up retry"
+            log.info "Publish options: #{options.inspect}"
+            log.info "Publish to exchange: #{ex.name}"
+            log.info "Publish payload: #{message.inspect}"
+            return false
+          end
+        end
+
+        log.info "Retry to publish for <#{options[:headers][:republish_count]}> times"
+        do_publish(ex, options, message)
+      end
+
       def do_publish(ex, options = {}, message)
         eid = ::Istox::BunnyBoot.eid ex
         ch = ex.channel
         channel_id = ch.id
-        confirm = channel_confirm? ch
+        confirm =  ::Istox::BunnyBoot.channel_confirm? ch
         mode = confirm_mode eid
 
         ::Istox::BunnyBoot.publish(ex, message, options)
+=begin
         if confirm
           delivery_tag = channel_next_tag ch
           if options[:message_id].nil?
@@ -216,36 +239,45 @@ module Istox
             ::Istox::BunnyBoot.rename_tracker channel_id, options[:delivery_tag], delivery_tag
           end
         end
+=end
 
         if confirm && mode == 0
           success = ex.channel.wait_for_confirms
           if success
-            ::Istox::BunnyBoot.del_tracker_on_channel channel_id
+            log.debug("Message confirm success: remove message for #{channel_id}")
+            # ::Istox::BunnyBoot.del_tracker_on_channel channel_id
+            # republish(ex, options, message)
+            true
           else
             ex.channel.nacked_set.each do |n|
               log.debug("Publish Error: UNACK delivery tag is #{n}, republish message")
-              options = ::Istox::BunnyBoot.find_tracker_on_channel(channel_id, n, 'options')
-              options = JSON.parse(options, :symbolize_names => true)
-              options[:delivery_tag] = n
-              do_publish(ex, options, message)
+              # options = ::Istox::BunnyBoot.find_tracker_on_channel(channel_id, n, 'options')
+              # options = JSON.parse(options, :symbolize_names => true)
+              # options[:delivery_tag] = n
+              republish(ex, options, message)
             end
           end
         end
       rescue Bunny::ConnectionClosedError => e
         log.debug "Publish fails due to #{e}"
-        sleep 1
-        do_publish(ex,options,message)
+        # For network related retry, sleep 2 second before retry
+        # Because it may take some seconds for automatic recovery of network
+        sleep 2
+        republish(ex,options,message)
       rescue => e
-        log.debug "Error happens: #{e.message}"
+        log.debug "Publish error happening: #{e.message}"
 
         # If the error indicates that the channel is already closed
         # then clear hash @channel and @exchange
+        # re-create channel and re-declare exchange on that channel 
         if e.message.include? "cannot use a closed channel"
           @channel.delete Thread.current.object_id
           @exchanges.delete Thread.current.object_id
           ex = exchange(eid)
-          do_publish(ex, options, message)
         end
+
+        # Republish msg
+        republish(ex, options, message)
       end
     end
   end

data/lib/istox/version.rb

@@ -1,3 +1,3 @@
 module Istox
-  VERSION = '0.1.154.2'.freeze
+  VERSION = '0.1.156.1'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: istox
 version: !ruby/object:Gem::Version
-  version: 0.1.154.2
+  version: 0.1.156.1
 platform: ruby
 authors:
 - Siong Leng
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-06-11 00:00:00.000000000 Z
+date: 2020-07-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: amazing_print
@@ -493,6 +493,7 @@ files:
 - lib/istox/helpers/common_helper.rb
 - lib/istox/helpers/dlm.rb
 - lib/istox/helpers/f_math.rb
+- lib/istox/helpers/formatter.rb
 - lib/istox/helpers/graphql_client.rb
 - lib/istox/helpers/grpc_client.rb
 - lib/istox/helpers/gruf_listener_hook.rb