istox 0.1.154.3 → 0.1.156.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 053b63276dabbddf05c55e64702b00ac4b955bd3310ed393cf05735521bdd303
-  data.tar.gz: cc58992757946c5ba0da3a53c23eb29078f3efb8c6618b731c66e45cc8fdfe8b
+  metadata.gz: 5daed90ec2d88ac9c15ab6829e93b1d91ceec8b3bbf0447e18a322bc23782676
+  data.tar.gz: 2b952122ec1ecad78de28d15e3bb239d521a7bbfbdf2323dff7407d70538548a
 SHA512:
-  metadata.gz: 63b917905c5b587f6c2e6a37cb000a82ccf25966efb4b43d03b1e6395981b12e9502435a261d177e6d2d0262b135ef31ac703966e7c7055c8b6570b8929767f2
-  data.tar.gz: 8e6278d06d5cd86e1e7d4aa2f385bad894258de48a6c74a9141d4f583a0be4db2494a16d73783320b332337ade2c482364dbd546110c83ef407d32081ae61f9a
+  metadata.gz: 848726c06a306e5dfc451769f9392bc9c94716b8959da247e71681d4d932cc8fca2e1f8dd5cdded582c198c7bc53cc96dbd3e636c96943152213df4e1184e886
+  data.tar.gz: 717fe201a3068be826b51cfa008a2d9ecb57f2ceb25bcabf470458d0ed841378c695f2add1a2bcf20a74bb7a37a5721ebbcd6b7ef0006c64f1e31c56a470f944

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    istox (0.1.154)
+    istox (0.1.156.2)
       amazing_print
       awesome_print
       binding_of_caller
@@ -63,7 +63,7 @@ GEM
       i18n (>= 0.7, < 2)
       minitest (~> 5.1)
       tzinfo (~> 1.1)
-    amazing_print (1.1.0)
+    amazing_print (1.2.0)
     amq-protocol (2.3.1)
     arel (9.0.0)
     awesome_print (1.8.0)
@@ -112,7 +112,7 @@ GEM
       multipart-post (>= 1.2, < 3)
     faraday_middleware (1.0.0)
       faraday (~> 1.0)
-    ffi (1.13.0)
+    ffi (1.13.1)
     globalid (0.4.2)
       activesupport (>= 4.2.0)
     google-protobuf (3.12.2-universal-darwin)

data/bulk-update-version.py

@@ -7,7 +7,8 @@ import os
 
 # HOW TO RUN: python bulk-update-version.py <version updating to, eg. 0.1.150.2>
 
-SERVICES = ["client-api", "admin-api", "message-api", "auth", "admin-auth"]
+SERVICES = ["client-api", "admin-api", "message-api",
+            "auth", "admin-auth", "banking-api", "trading-api"]
 
 
 def replace(file_path, pattern, subst):

data/lib/istox.rb

@@ -36,6 +36,7 @@ module Istox
   require 'istox/helpers/redis_manager'
   require 'istox/helpers/dlm'
   require 'istox/helpers/remote_model_cache'
+  require 'istox/helpers/formatter'
 
   require 'istox/helpers/xray/grpc_client_xray_interceptor'
   require 'istox/helpers/xray/grpc_server_xray_interceptor'

data/lib/istox/helpers/bunny_boot.rb

@@ -56,6 +56,10 @@ module Istox
         ch
       end
 
+      def channel_confirm?(ch)
+        ch.using_publisher_confirmations?
+      end
+
       def exchange(eid)
         type = data[:exchanges][eid][:type]
         name = eid
@@ -254,29 +258,38 @@ module Istox
 
       def publish(e, message, options = {})
         eid = eid e
+        # By default:
+        # For persistence, if exchange is durable, persistent is enabled
+        # For mandatory. if channel is confirmed mode, mandatory is enabled
         persistent = e.durable?
-        mandatory = false
+        mandatory = channel_confirm? e.channel
+        options_dup = options.clone
+
         # Set Mandatory & Persistent flag for non-DLX and non-manual msg
-        unless %w[dlx manual].include? options[:type]
-          if options[:routing_key].present?
+        unless %w[dlx manual].include? options_dup[:type]
+          if options_dup[:routing_key].present?
             v1 = data['publish'][eid]
-            v1 = v1[options[:routing_key]] unless v1.nil?
-            persistent = v1['persistent'] unless v1.nil?
-            mandatory = v1['mandatory'] unless v1.nil?
+            v1 = v1[options_dup[:routing_key]] unless v1.nil? || v1[options_dup[:routing_key]].nil?
+            persistent = v1['persistent'] unless v1.nil? || v1['persistent'].nil?
+            mandatory = v1['mandatory'] unless v1.nil? || v1['mandatory'].nil?
           end
         end
-        options.merge!(persistent: persistent)
-        options.merge!(mandatory: mandatory)
+        options_dup.merge!(persistent: persistent)
+        options_dup.merge!(mandatory: mandatory)
+
+        options_dup[:headers] = {} if options[:headers].nil?
+        options_dup[:headers][:sender] = Thread.current.object_id
+
         # message.merge!(locale: I18n.locale)
 
         publisher_interceptors.each do |interceptor|
-          interceptor.call(message, options)
+          interceptor.call(message, options_dup)
         end
 
         message = JSON.dump message
-        log.debug "Publish options are: #{options}"
+        log.debug "Publish options are: #{options_dup}"
         log.debug "Publish message payload #{message}"
-        e.publish(message, options)
+        e.publish(message, options_dup)
 
         options[:message_id]
       end

data/lib/istox/helpers/formatter.rb

@@ -0,0 +1,27 @@
+module Istox
+  class Formatter
+    class << self
+      # format a number, eg. 20000.134 > 20,000.14
+      def number(input, round_mode: :half_up, precision: 2)
+        BigDecimal.mode(BigDecimal::ROUND_MODE, round_mode)
+
+        input = 0 if input.blank?
+
+        input = ::BigDecimal.new(input.to_s).round(precision, round_mode)
+
+        result = format("%.#{precision}f", input)
+
+        result.to_s.reverse.gsub(/(\d{3})(?=\d)/, '\\1,').reverse
+      end
+
+      # format a money, eg. 20000.134 > SGD 20,000.14, position can be :front or :behind
+      def money(input, round_mode: :half_up, precision: 2, currency:, position: :front)
+        result = number(input, round_mode: round_mode, precision: precision)
+
+        return currency + ' ' + result if position == :front
+
+        result + ' ' + currency
+      end
+    end
+  end
+end

data/lib/istox/helpers/publisher.rb

@@ -104,7 +104,7 @@ module Istox
       def channel
         return @channel[Thread.current.object_id] if @channel.present? && @channel[Thread.current.object_id].present?
 
-        log.info "#{Thread.current.object_id} No channel yet, create 2 channels confirm-mode and non-confirm-mode ... ..."
+        log.info "Thread<#{Thread.current.object_id}> No channel yet, create 3 channels confirm-mode and non-confirm-mode ... ..."
         @channel = Hash.new if @channel.nil?
         @channel[Thread.current.object_id] = Hash.new
         @channel[Thread.current.object_id]['confirm-0'] = ::Istox::BunnyBoot.channel(connection, confirm: true)
@@ -174,38 +174,66 @@ module Istox
         # when an unroutable message is returned, the BasicReturn is fired first and then an ack is sent, firing the BasicAck second.
         # So if the current status is unroutable then we need to make sure that we don't overwrite that status with Success (ack).
         ex.on_return do |return_info, properties, content|
-          # log.debug "Got a returned message info: #{return_info}"
-          # log.debug "Got a returned message properties: #{properties}"
-          # log.debug "Got a returned message content: #{content}"
-
-          # ::Istox::BunnyBoot.find_trackers("message_id:#{properties[:message_id]}").each do |key|
-          #  log.debug("On_return, update key #{key} in redis on status and retry counter")
-          #  ::Istox::BunnyBoot.update_tracker_by_status(key, 2)
-          #  ::Istox::BunnyBoot.update_tracker_incr_retry(key)
-          # end
-
-          # publish(return_info[:exchange], return_info[:routing_key], content)
+          return_info = return_info.to_hash.deep_symbolize_keys
+          properties = properties.to_hash.deep_symbolize_keys
+          log.debug "Got a returned message info: #{return_info}"
+          log.debug "Got a returned message properties: #{properties}"
+          log.debug "Got a returned message content: #{content}"
+=begin
+          ::Istox::BunnyBoot.find_trackers("message_id:#{properties[:message_id]}").each do |key|
+            log.debug("On_return, update key #{key} in redis on status and retry counter")
+            ::Istox::BunnyBoot.update_tracker_by_status(key, 2)
+            ::Istox::BunnyBoot.update_tracker_incr_retry(key)
+          end
+=end
+          if properties[:headers] && properties[:headers][:sender]
+            @error = Hash.new if @error.nil?
+            tid = properties[:headers][:sender]
+            @error[tid] = Hash.new if @error[Thread.current.object_id].nil?
+            @error[tid][:return_info] = return_info
+            @error[tid][:properties] = properties
+            @error[tid][:content] = content
+          end
         end
 
         exchanges[id] = ex
       end
 
-      def channel_confirm?(ch)
-        ch.using_publisher_confirmations?
-      end
-
       def channel_next_tag(ch)
         ch.next_publish_seq_no
       end
 
+      # Handle republish: check and increase retry count
+      def republish(ex, options = {}, message)
+        options[:headers] = {} if options[:headers].nil?
+
+        if options[:headers][:republish].nil?
+          options[:headers][:republish] = true
+          options[:headers][:republish_count] = 1
+        else
+          options[:headers][:republish_count] += 1
+          if options[:headers][:republish_count] > 10
+            log.info "Already retry to publish for 10 times, and give up retry"
+            log.info "Publish options: #{options.inspect}"
+            log.info "Publish to exchange: #{ex.name}"
+            log.info "Publish payload: #{message.inspect}"
+            return false
+          end
+        end
+
+        log.info "Retry to publish for <#{options[:headers][:republish_count]}> times"
+        do_publish(ex, options, message)
+      end
+
       def do_publish(ex, options = {}, message)
         eid = ::Istox::BunnyBoot.eid ex
         ch = ex.channel
         channel_id = ch.id
-        confirm = channel_confirm? ch
+        confirm =  ::Istox::BunnyBoot.channel_confirm? ch
         mode = confirm_mode eid
 
         ::Istox::BunnyBoot.publish(ex, message, options)
+=begin
         if confirm
           delivery_tag = channel_next_tag ch
           if options[:message_id].nil?
@@ -216,36 +244,50 @@ module Istox
             ::Istox::BunnyBoot.rename_tracker channel_id, options[:delivery_tag], delivery_tag
           end
         end
+=end
 
         if confirm && mode == 0
           success = ex.channel.wait_for_confirms
           if success
-            ::Istox::BunnyBoot.del_tracker_on_channel channel_id
+            log.debug("Message confirm success: remove message for #{channel_id}")
+            # ::Istox::BunnyBoot.del_tracker_on_channel channel_id
+            # republish(ex, options, message)
+            if @error.nil? || @error[Thread.current.object_id].nil?
+              true
+            else
+              @error[Thread.current.object_id] = nil
+              republish(ex,options,message)
+            end
           else
             ex.channel.nacked_set.each do |n|
               log.debug("Publish Error: UNACK delivery tag is #{n}, republish message")
-              options = ::Istox::BunnyBoot.find_tracker_on_channel(channel_id, n, 'options')
-              options = JSON.parse(options, :symbolize_names => true)
-              options[:delivery_tag] = n
-              do_publish(ex, options, message)
+              # options = ::Istox::BunnyBoot.find_tracker_on_channel(channel_id, n, 'options')
+              # options = JSON.parse(options, :symbolize_names => true)
+              # options[:delivery_tag] = n
+              republish(ex, options, message)
             end
           end
         end
       rescue Bunny::ConnectionClosedError => e
         log.debug "Publish fails due to #{e}"
-        sleep 1
-        do_publish(ex,options,message)
+        # For network related retry, sleep 2 second before retry
+        # Because it may take some seconds for automatic recovery of network
+        sleep 2
+        republish(ex,options,message)
       rescue => e
-        log.debug "Error happens: #{e.message}"
+        log.debug "Publish error happening: #{e.message}"
 
         # If the error indicates that the channel is already closed
         # then clear hash @channel and @exchange
+        # re-create channel and re-declare exchange on that channel 
         if e.message.include? "cannot use a closed channel"
           @channel.delete Thread.current.object_id
           @exchanges.delete Thread.current.object_id
           ex = exchange(eid)
-          do_publish(ex, options, message)
         end
+
+        # Republish msg
+        republish(ex, options, message)
       end
     end
   end

data/lib/istox/version.rb

@@ -1,3 +1,3 @@
 module Istox
-  VERSION = '0.1.154.3'.freeze
+  VERSION = '0.1.156.2'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: istox
 version: !ruby/object:Gem::Version
-  version: 0.1.154.3
+  version: 0.1.156.2
 platform: ruby
 authors:
 - Siong Leng
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-06-17 00:00:00.000000000 Z
+date: 2020-07-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: amazing_print
@@ -493,6 +493,7 @@ files:
 - lib/istox/helpers/common_helper.rb
 - lib/istox/helpers/dlm.rb
 - lib/istox/helpers/f_math.rb
+- lib/istox/helpers/formatter.rb
 - lib/istox/helpers/graphql_client.rb
 - lib/istox/helpers/grpc_client.rb
 - lib/istox/helpers/gruf_listener_hook.rb
@@ -523,7 +524,7 @@ files:
 homepage: http://www.abc.com
 licenses: []
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -539,7 +540,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubygems_version: 3.0.8
-signing_key: 
+signing_key:
 specification_version: 4
 summary: istox backend shared gem
 test_files: []