radiator 0.3.4 → 0.3.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d0086bea776358375494997aec2c65747f764d6e
-  data.tar.gz: ae4cb6a0609f53d64b918dd07169ffd0b5eba060
+  metadata.gz: 956f02673186f4855cd07bc5c5a1a9163c329cbf
+  data.tar.gz: 3a18bd23240d54c747ec4b5735a316c60a9e5ef6
 SHA512:
-  metadata.gz: c22901174d31457a25dd9990a64c2b4dcef9a7f98cf3bf1f9c7994cab317b2dced12ae160db654eef1e268ca01bb751c01aad5cfc5ebc6afe91816dd8e2dc0d4
-  data.tar.gz: c8c61c3bc5920bd003fe80b1c1ce06c50a5c080261f4f0867b554a087d603942932c3ce8fa050a7c221c5a5c5b059811b93192fc6b4869bc7439182a79fa9f88
+  metadata.gz: 6982a8ac692ee87bb34041d854ca80034745505f389f6f94e12deaafae6975a3336d6147b4d116a4d8a8d03f85f8d051561751ab782e74df511341a8b084169d
+  data.tar.gz: 6a6438a16389022332cda72466bad910f6d1f4b474e892176078dd37c5f6a821f0cdd7422ceebe3140e450b7bf3b5c9b9bae92f207aacce9683337ca2b1af78c

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    radiator (0.3.4)
+    radiator (0.3.6)
       awesome_print (~> 1.7, >= 1.7.0)
       bitcoin-ruby (~> 0.0, >= 0.0.11)
       ffi (~> 1.9, >= 1.9.18)
@@ -16,7 +16,7 @@ GEM
     addressable (2.5.2)
       public_suffix (>= 2.0.2, < 4.0)
     awesome_print (1.8.0)
-    bitcoin-ruby (0.0.11)
+    bitcoin-ruby (0.0.12)
     connection_pool (2.2.1)
     crack (0.4.3)
       safe_yaml (~> 1.0.0)
@@ -68,4 +68,4 @@ DEPENDENCIES
   yard (~> 0.9.9)
 
 BUNDLED WITH
-   1.15.4
+   1.16.0.pre.3

data/README.md

@@ -397,9 +397,9 @@ Radiator supports failover for situations where a node has, for example, become
 
 ```ruby
 options = {
-  ur: 'https://steemd.steemit.com',
+  ur: 'https://api.steemit.com',
   failover_urls: [
-    'https://steemd.steemitstage.com',
+    'https://api.steemitstage.com',
     'https://gtg.steem.house:8090'
   ]
 }
@@ -421,6 +421,16 @@ There is another rare scenario involving `::Transaction` broadcasts that's handl
 tx = Radiator::Transaction.new(wif: wif, recover_transactions_on_error: false)
 ```
 
+## Debugging
+
+To enable debugging, set environment `LOG=DEBUG` before launching your app.  E.g.:
+
+```bash
+$ LOG=DEBUG irb -rradiator
+```
+
+This will enable debugging for the `irb` session.
+
 ## Troubleshooting
 
 ## Problem: My log is full of `Unable to perform request ... retrying ...` messages.
@@ -465,7 +475,10 @@ Verify your code is not doing too much between blocks.
   * `rake`
 * To run tests with parallelization and local code coverage:
   * `HELL_ENABLED=true rake`
-
+* To run a stream test on the live STEEM blockchain with debug logging enabled:
+  * `LOG=DEBUG rake test_live_stream`
+* To run a stream test on the live GOLOS blockchain with debug logging enabled:
+  * `LOG=DEBUG rake test_live_stream[golos]`
 ---
 
 <center>

data/Rakefile

@@ -1,6 +1,7 @@
 require 'bundler/gem_tasks'
 require 'rake/testtask'
 require 'yard'
+require 'radiator'
 
 Rake::TestTask.new(:test) do |t|
   t.libs << 'test'
@@ -19,14 +20,62 @@ end
 
 task default: :test
 
+desc 'Deletes test/fixtures/vcr_cassettes/*.yml so they can be rebuilt fresh.'
+task :dump_vcr do |t|
+  exec 'rm -v test/fixtures/vcr_cassettes/*.yml'
+end
+
+desc 'Tests the ability to stream live data.'
+task :test_live_stream, :chain do |t, args|
+  chain = (args[:chain] || 'steem').to_sym
+  last_block_number = 0
+  options = {chain: chain}
+  api = Radiator::Api.new(options)
+  total_ops = 0.0
+  total_vops = 0.0
+  
+  Radiator::Stream.new(options).blocks do |b, n|
+    if last_block_number == 0
+      # skip test
+    elsif last_block_number + 1 == n
+      t = b.transactions
+      t_size = t.size
+      o = t.map(&:operations)
+      op_size = o.map(&:size).reduce(0, :+)
+      total_ops += op_size
+      api.get_ops_in_block(n, true) do |vops|
+        vop_size = vops.size
+        total_vops += vop_size
+        
+        vop_ratio = if total_vops > 0
+          total_vops / total_ops
+        else
+          0
+        end
+        
+        puts "#{n}: #{b.witness}; transactions: #{t_size}; operations: #{op_size}, virtual operations: #{vop_size} (cumulative vop ratio: #{('%.2f' % (vop_ratio * 100))} %)"
+      end
+    else
+      # This should not happen.  If it does, there's likely a bug in Radiator.
+      
+      puts "Error, last block nunber was #{last_block_number}, did not expect #{n}."
+    end
+    
+    last_block_number = n
+  end
+end
+
+desc 'Ruby console with radiator already required.'
 task :console do
   exec "irb -r radiator -I ./lib"
 end
 
+desc 'Build a new version of the radiator gem.'
 task :build do
   exec 'gem build radiator.gemspec'
 end
 
+desc 'Publish the current version of the radiator gem.'
 task :push do
   exec "gem push radiator-#{Radiator::VERSION}.gem"
 end
@@ -34,6 +83,7 @@ end
 # We're not going to yank on a regular basis, but this is how it's done if you
 # really want a task for that for some reason.
 
+# desc 'Yank the current version of the radiator gem.'
 # task :yank do
 #   exec "gem yank radiator -v #{Radiator::VERSION}"
 # end

data/lib/radiator/api.rb

@@ -3,6 +3,7 @@ require 'base64'
 require 'hashie'
 require 'hashie/logger'
 require 'openssl'
+require 'open-uri'
 require 'net/http/persistent'
 
 module Radiator
@@ -131,14 +132,15 @@ module Radiator
   # @see https://steemit.github.io/steemit-docs/#accounts
   #
   class Api
-    DEFAULT_STEEM_URL = 'https://steemd.steemit.com'
+    include Utils
+    
+    DEFAULT_STEEM_URL = 'https://api.steemit.com'
     
     DEFAULT_GOLOS_URL = 'https://ws.golos.io'
     
     DEFAULT_STEEM_FAILOVER_URLS = [
       DEFAULT_STEEM_URL,
-      'https://steemd-int.steemit.com',
-      'https://steemd.steemitstage.com',
+      'https://api.steemitstage.com',
       'https://gtg.steem.house:8090',
       'https://seed.bitcoiner.me',
       'https://steemd.minnowsupportproject.org',
@@ -156,9 +158,8 @@ module Radiator
       'Content-Type' => 'application/json'
     }
     
-    # These are known SSL versions supported by:
-    # https://github.com/ruby/openssl/blob/master/lib/openssl/ssl.rb
-    SSL_VERSIONS = [:TLSv1_2, :TLSv1_1, :TLSv1, :SSLv3, :SSLv2, :SSLv23]
+    # @private
+    HEALTH_URI = '/health'
     
     def self.default_url(chain)
       case chain.to_sym
@@ -183,11 +184,12 @@ module Radiator
     #   api = Radiator::Api.new(url: 'https://api.example.com')
     #
     # @param options [Hash] The attributes to initialize the Radiator::Api with.
-    # @option options [String] :url URL that points at a full node, like `https://steemd.steemit.com`.  Default from DEFAULT_URL.
+    # @option options [String] :url URL that points at a full node, like `https://api.steemit.com`.  Default from DEFAULT_URL.
     # @option options [Array<String>] :failover_urls An array that contains one or more full nodes to fall back on.  Default from DEFAULT_FAILOVER_URLS.
     # @option options [Logger] :logger An instance of `Logger` to send debug messages to.
     # @option options [Boolean] :recover_transactions_on_error Have Radiator try to recover transactions that are accepted but could not be confirmed due to an error like network timeout.  Default: `true`
     # @option options [Integer] :max_requests Maximum number of requests on a connection before it is considered expired and automatically closed.
+    # @option options [Boolean] :reuse_ssl_sessions Reuse a previously opened SSL session for a new connection.  There's a slight performance improvement by enabling this, but at the expense of reliability during long execution.  Default false.
     def initialize(options = {})
       @user = options[:user]
       @password = options[:password]
@@ -199,7 +201,9 @@ module Radiator
       @logger = options[:logger] || Radiator.logger
       @hashie_logger = options[:hashie_logger] || Logger.new(nil)
       @max_requests = options[:max_requests] || 30
-      @ssl_version = nil # default
+      @ssl_verify_mode = options[:ssl_verify_mode] || OpenSSL::SSL::VERIFY_PEER
+      @reuse_ssl_sessions = !!options[:reuse_ssl_sessions]
+      @ssl_version = options[:ssl_version]
       
       if @failover_urls.nil?
         @failover_urls = Api::default_failover_urls(@chain) - [@url]
@@ -220,6 +224,7 @@ module Radiator
       
       Hashie.logger = @hashie_logger
       @method_names = nil
+      @http = nil
       @api_options = options.dup.merge(chain: @chain)
       @api = nil
       @block_api = nil
@@ -376,12 +381,13 @@ module Radiator
     def method_missing(m, *args, &block)
       super unless respond_to_missing?(m)
       
+      current_rpc_id = rpc_id
       method_name = [api_name, m].join('.')
       response = nil
       options = {
         jsonrpc: "2.0",
         params: [api_name, m, args],
-        id: rpc_id,
+        id: current_rpc_id,
         method: "call"
       }
       
@@ -398,8 +404,8 @@ module Radiator
             if tries > 1 && !!signatures && signatures.any?
               offset = [(exp - timestamp).abs, 300].min
               
-              if !!(response = recover_transaction(signatures, rpc_id, timestamp - offset))
-                warning 'Found recovered transaction after retry.', method_name
+              if !!(response = recover_transaction(signatures, current_rpc_id, timestamp - offset))
+                warning 'Found recovered transaction after retry.', method_name, true
                 response = Hashie::Mash.new(response)
               end
             end
@@ -411,7 +417,7 @@ module Radiator
             response = if response.nil?
               error "No response, retrying ...", method_name
             elsif !response.kind_of? Net::HTTPSuccess
-              warning "Unexpected response (code: #{response.code}): #{response.inspect}, retrying ...", method_name
+              warning "Unexpected response (code: #{response.code}): #{response.inspect}, retrying ...", method_name, true
             else
               case response.code
               when '200'
@@ -419,52 +425,48 @@ module Radiator
                 response = JSON[body]
                 
                 if response['id'] != options[:id]
-                  warning "Unexpected rpc_id (expected: #{options[:id]}, got: #{response['id']}), retrying ...", method_name
+                  warning "Unexpected rpc_id (expected: #{options[:id]}, got: #{response['id']}), retrying ...", method_name, true
                 elsif response.keys.include?('error')
-                  case response['error']['code']
-                  when -32601 # Assert Exception:method_itr != api_itr->second.end(): Could not find method ...
-                    nil
-                  else
-                    Hashie::Mash.new(response)
-                  end
+                  handle_error(response, options, method_name, tries)
                 else
                   Hashie::Mash.new(response)
                 end
-              when '400' then warning 'Code 400: Bad Request, retrying ...', method_name
-              when '429' then warning 'Code 429: Too Many Requests, retrying ...', method_name
-              when '502' then warning 'Code 502: Bad Gateway, retrying ...', method_name
-              when '503' then warning 'Code 503: Service Unavailable, retrying ...', method_name
-              when '504' then warning 'Code 504: Gateway Timeout, retrying ...', method_name
+              when '400' then warning 'Code 400: Bad Request, retrying ...', method_name, true
+              when '429' then warning 'Code 429: Too Many Requests, retrying ...', method_name, true
+              when '502' then warning 'Code 502: Bad Gateway, retrying ...', method_name, true
+              when '503' then warning 'Code 503: Service Unavailable, retrying ...', method_name, true
+              when '504' then warning 'Code 504: Gateway Timeout, retrying ...', method_name, true
               else
-                warning "Unknown code #{response.code}, retrying ...", method_name
+                warning "Unknown code #{response.code}, retrying ...", method_name, true
                 ap response
               end
             end
           end
         rescue Net::HTTP::Persistent::Error => e
-          warning "Unable to perform request: #{e} :: #{!!e.cause ? "cause: #{e.cause.message}" : ''}, retrying ...", method_name
+          warning "Unable to perform request: #{e} :: #{!!e.cause ? "cause: #{e.cause.message}" : ''}, retrying ...", method_name, true
         rescue Errno::ECONNREFUSED => e
-          warning 'Connection refused, retrying ...', method_name
+          warning 'Connection refused, retrying ...', method_name, true
         rescue Errno::EADDRNOTAVAIL => e
-          warning 'Node not available, retrying ...', method_name
+          warning 'Node not available, retrying ...', method_name, true
+        rescue Errno::ECONNRESET => e
+          warning "Connection Reset (#{e.message}), retrying ...", method_name, true
         rescue Net::ReadTimeout => e
-          warning 'Node read timeout, retrying ...', method_name
+          warning 'Node read timeout, retrying ...', method_name, true
         rescue Net::OpenTimeout => e
-          warning 'Node timeout, retrying ...', method_name
+          warning 'Node timeout, retrying ...', method_name, true
         rescue RangeError => e
-          warning 'Range Error, retrying ...', method_name
+          warning 'Range Error, retrying ...', method_name, true
         rescue OpenSSL::SSL::SSLError => e
-          @ssl_version = SSL_VERSIONS.sample
-          warning "SSL Error (#{e.message}), switching to #{@ssl_version} and retrying ...", method_name
+          warning "SSL Error (#{e.message}), retrying ...", method_name, true
         rescue SocketError => e
-          warning "Socket Error (#{e.message}), retrying ...", method_name
+          warning "Socket Error (#{e.message}), retrying ...", method_name, true
         rescue JSON::ParserError => e
-          warning "JSON Parse Error (#{e.message}), retrying ...", method_name
+          warning "JSON Parse Error (#{e.message}), retrying ...", method_name, true
           response = nil
         rescue ApiError => e
-          warning "ApiError (#{e.message}), retrying ...", method_name
+          warning "ApiError (#{e.message}), retrying ...", method_name, true
         # rescue => e
-        #   warning "Unknown exception from request, retrying ...", method_name
+        #   warning "Unknown exception from request, retrying ...", method_name, true
         #   ap e if defined? ap
         end
         
@@ -528,13 +530,9 @@ module Radiator
       @http.idle_timeout = idempotent ? 10 : nil
       @http.max_requests = @max_requests
       @http.retry_change_requests = idempotent
-      
-      if flappy?
-        @http.reuse_ssl_sessions = false
-        @http.ssl_version = @ssl_version
-      else
-        @http.reuse_ssl_sessions = true
-      end
+      @http.verify_mode = @ssl_verify_mode
+      @http.reuse_ssl_sessions = @reuse_ssl_sessions
+      @http.ssl_version = @ssl_version
       
       @http
     end
@@ -549,25 +547,7 @@ module Radiator
       http.request(uri, request)
     end
     
-    def extract_signatures(options)
-      params = options[:params]
-      
-      signatures = params.map do |param|
-        next unless defined? param.map
-        
-        param.map { |tx| tx[:signatures] }
-      end.flatten.compact
-      
-      expirations = params.map do |param|
-        next unless defined? param.map
-        
-        param.map { |tx| Time.parse(tx[:expiration] + 'Z') }
-      end.flatten.compact
-      
-      [signatures, expirations.min]
-    end
-    
-    def recover_transaction(signatures, rpc_id, after)
+    def recover_transaction(signatures, expected_rpc_id, after)
       block_range = api.get_dynamic_global_properties do |properties|
         high = properties.head_block_number
         low = high - 100
@@ -589,7 +569,7 @@ module Radiator
           next unless ((tx['signatures'] || []) & signatures).any?
           
           return {
-            id: rpc_id,
+            id: expected_rpc_id,
             result: {
               id: block.transaction_ids[index],
               block_num: block_num,
@@ -610,12 +590,16 @@ module Radiator
     end
     
     def pop_failover_url
-      @failover_urls.delete(@failover_urls.sample) || @url
+      reset_failover if @failover_urls.none?
+      
+      until @failover_urls.none? || healthy?(url = @failover_urls.sample)
+        @failover_urls.delete(url)
+      end
+      
+      url || @url
     end
     
     def bump_failover
-      reset_failover if @failover_urls.none?
-      
       @uri = nil
       @url = pop_failover_url
       warning "Failing over to #{@url} ..."
@@ -625,9 +609,56 @@ module Radiator
       !!@backoff_at && Time.now - @backoff_at < 300
     end
     
+    def drop_current_failover_url(prefix)
+      if @preferred_failover_urls.size == 1
+        warning "Node #{@url} appears to be misconfigured but no other node is available, retrying ...", prefix
+      else
+        warning "Removing misconfigured node from failover urls: #{@url}, retrying ...", prefix
+        @preferred_failover_urls.delete(@url)
+        @failover_urls.delete(@url)
+      end
+    end
+   
+    def handle_error(response, request_options, method_name, tries)
+      parser = ErrorParser.new(response)
+      signatures, exp = extract_signatures(request_options)
+      
+      if (!!exp && exp < Time.now.utc) || tries > 2
+        # Whatever the error was, it is already expired or tried too much.  No
+        # need to try to recover.
+        
+        debug "Error code #{parser} but transaction already expired or too many tries, giving up (attempt: #{tries})."
+      elsif parser.can_retry?
+        drop_current_failover_url method_name if !!exp && parser.expiry?
+        debug "Error code #{parser} (attempt: #{tries}), retrying ..."
+        return nil
+      end
+      
+      Hashie::Mash.new(response)
+    end
+    
+    def healthy?(url)
+      begin
+        # Note, not all nodes support the /health uri.  But even if they don't,
+        # they'll respond status code 200 OK, even if the body shows an error.
+        
+        # But if the node supports the /health uri, it will do additional
+        # verifications on the block height.
+        # See: https://github.com/steemit/steem/blob/master/contrib/healthcheck.sh
+        
+        # Also note, this check is done **without** net-http-persistent.
+        
+        !!open(url + HEALTH_URI)
+      rescue => e
+        error "Health check failure for #{url}: #{e.inspect}"
+        sleep 0.2
+        false
+      end
+    end
+    
     def backoff
       shutdown
-      bump_failover if flappy?
+      bump_failover if flappy? || !healthy?(@url)
       @backoff_at ||= Time.now
       @backoff_sleep ||= 0.01
       
@@ -639,18 +670,5 @@ module Radiator
         @backoff_sleep = nil
       end
     end
-    
-    def send_log(level, message, prefix = nil)
-      if !!prefix
-        @logger.send level, "#{prefix} :: #{message}"
-      else
-        @logger.send level, "#{message}"
-      end
-      
-      nil
-    end
-    
-    def error(message, prefix = nil); send_log(:error, message, prefix); end
-    def warning(message, prefix = nil); send_log(:warn, message, prefix); end
   end
 end

data/lib/radiator/base_error.rb

@@ -1,11 +1,16 @@
 module Radiator
   class BaseError < StandardError
-    def initialize(error)
+    def initialize(error, cause = nil)
       @error = error
+      @cause = cause
     end
     
     def to_s
-      JSON[@error] rescue @error
+      if !!@cause
+        JSON[error: @error, cause: @cause] rescue {error: @error, cause: @cause}.to_s
+      else
+        JSON[@error] rescue @error
+      end
     end
   end
 end

data/lib/radiator/chain_config.rb

@@ -8,7 +8,7 @@ module Radiator
     NETWORKS_STEEM_CORE_ASSET = 'STEEM'
     NETWORKS_STEEM_DEBT_ASSET = 'SBD'
     NETWORKS_STEEM_VEST_ASSET = 'VESTS'
-    NETWORKS_STEEM_DEFAULT_NODE = 'https://steemd.steemit.com'
+    NETWORKS_STEEM_DEFAULT_NODE = 'https://api.steemit.com'
     
     NETWORKS_GOLOS_CHAIN_ID = '782a3039b478c839e4cb0c941ff4eaeb7df40bdd68bd441afd444b9da763de12'
     NETWORKS_GOLOS_ADDRESS_PREFIX = 'GLS'

data/lib/radiator/error_parser.rb

@@ -0,0 +1,94 @@
+module Radiator
+  class ErrorParser
+    include Utils
+    
+    attr_reader :response, :error_code, :error_message,
+      :api_name, :api_method, :api_params,
+      :expiry, :can_retry, :can_reprepare, :debug
+      
+    alias expiry? expiry
+    alias can_retry? can_retry
+    alias can_reprepare? can_reprepare
+    
+    REPREPARE = [
+      'is_canonical( c ): signature is not canonical',
+      'now < trx.expiration: ',
+      '(skip & skip_transaction_dupe_check) || trx_idx.indices().get<by_trx_id>().find(trx_id) == trx_idx.indices().get<by_trx_id>().end(): Duplicate transaction check failed'
+    ]
+    
+    def initialize(response)
+      @response = response
+      
+      @error_code = nil
+      @error_message = nil
+      @api_name = nil
+      @api_method = nil
+      @api_params = nil
+      
+      @expiry = nil
+      @can_retry = nil
+      @can_reprepare = nil
+      @debug = nil
+      
+      parse_error_response
+    end
+    
+    def parse_error_response
+      return if response.nil?
+      
+      @error_code = response['error']['data']['code']
+      stacks = response['error']['data']['stack']
+      stack_formats = stacks.map { |s| s['format'] }
+      stack_datum = stacks.map { |s| s['data'] }
+      data_call_method = stack_datum.find { |data| data['call.method'] == 'call' }
+      
+      @error_message = stack_formats.reject(&:empty?).join('; ')
+      
+      @api_name, @api_method, @api_params = if !!data_call_method
+        @api_name = data_call_method['call.params']
+      end
+      
+      case @error_code
+      when 10
+        @expiry = false
+        @can_retry = false
+        @can_reprepare = if @api_name == 'network_broadcast_api'
+          (stack_formats & REPREPARE).any?
+        else
+          false
+        end
+      when 4030100
+        # Code 4030100 is "transaction_expiration_exception: transaction
+        # expiration exception".  If we assume the expiration was valid, the
+        # node might be bad and needs to be dropped.
+        
+        @expiry = true
+        @can_retry = true
+        @can_reprepare = false
+      when 4030200
+        # Code 4030200 is "transaction tapos exception".  They are recoverable
+        # if the transaction hasn't expired yet.  A tapos exception can be
+        # retried in situations where the node is behind and the tapos is
+        # based on a block the node doesn't know about yet.
+        
+        @expiry = false
+        @can_retry = true
+        
+        # Allow fall back to reprepare if retry fails.
+        @can_reprepare = true
+      else
+        @expiry = false
+        @can_retry = false
+        @can_reprepare = false
+      end
+    end
+    
+    def to_s
+      if !!error_message && !error_message.empty?
+        "#{error_code}: #{error_message}"
+      else
+        error_code.to_s
+      end
+    end
+  end
+end

data/lib/radiator/stream.rb

@@ -21,7 +21,7 @@ module Radiator
     MAX_TIMEOUT = 80
     
     # @private
-    MAX_BLOCKS_PER_NODE = 100
+    MAX_BLOCKS_PER_NODE = 1000
     
     def initialize(options = {})
       super

data/lib/radiator/transaction.rb

@@ -27,12 +27,13 @@ module Radiator
       
       @logger = options[:logger] || Radiator.logger
       @chain ||= :steem
+      @chain = @chain.to_sym
       @chain_id = chain_id options[:chain_id]
       @url = options[:url] || url
       @operations = options[:operations] || []
       
       unless NETWORK_CHAIN_IDS.include? @chain_id
-        @logger.warn "Unknown chain id: #{@chain_id}"
+        warning "Unknown chain id: #{@chain_id}"
       end
       
       if !!wif && !!private_key
@@ -70,7 +71,21 @@ module Radiator
       prepare
       
       if broadcast
-        @network_broadcast_api.broadcast_transaction_synchronous(payload)
+        loop do
+          response = @network_broadcast_api.broadcast_transaction_synchronous(payload)
+          
+          if !!response.error
+            parser = ErrorParser.new(response)
+            
+            if parser.can_reprepare?
+              debug "Repreparing transaction ..."
+              prepare
+              redo 
+            end
+          end
+          
+          return response
+        end
       else
         self
       end
@@ -99,19 +114,56 @@ module Radiator
     def prepare
       raise TransactionError, "No wif or private key." unless !!@wif || !!@private_key
       
-      @properties = @api.get_dynamic_global_properties.result
-      @ref_block_num = @properties.head_block_number & 0xFFFF
-      @ref_block_prefix = unhexlify(@properties.head_block_id[8..-1]).unpack('V*')[0]
-      
-      # The expiration allows for transactions to expire if they are not
-      # included into a block by that time.  Always update it to the current
-      # time + EXPIRE_IN_SECS.
-      #
-      # Note, as of #1215, expiration exactly 'now' will be rejected:
-      # https://github.com/steemit/steem/blob/57451b80d2cf480dcce9b399e48e56aa7af1d818/libraries/chain/database.cpp#L2870
-      # https://github.com/steemit/steem/issues/1215
-      
-      @expiration = Time.parse(@properties.time + 'Z') + EXPIRE_IN_SECS
+      @api.get_dynamic_global_properties do |properties, error|
+        if !!error
+          raise TransactionError, "Unable to prepare transaction.", error
+        end
+        
+        @properties = properties
+        
+        case @chain
+        when :steem, :test
+          # You can actually go back as far as the TaPoS buffer will allow, which
+          # is something like 50,000 blocks.
+          
+          block_number = @properties.last_irreversible_block_num
+        
+          @api.get_block(block_number) do |block, error|
+            if !!error
+              raise TransactionError, "Unable to prepare transaction.", error
+            end
+            
+            if block.nil?
+              raise TransactionError, "Unable to prepare transaction, block missing."
+            end
+            
+            if block.block_id.nil?
+              raise TransactionError, "Unable to prepare transaction, block.block_id missing."
+            end
+
+            @ref_block_num = block_number & 0xFFFF
+            @ref_block_prefix = unhexlify(block.block_id[8..-1]).unpack('V*')[0]
+          end
+        when :golos
+          # No support for block_id in get_block on golos (yet), so just use the
+          # head block number.
+          
+          @ref_block_num = @properties.head_block_number & 0xFFFF
+          @ref_block_prefix = unhexlify(@properties.head_block_id[8..-1]).unpack('V*')[0]
+        else
+          raise TransactionError, "Unable to prepare transaction, unsupported chain: #{@chain}"
+        end
+        
+        # The expiration allows for transactions to expire if they are not
+        # included into a block by that time.  Always update it to the current
+        # time + EXPIRE_IN_SECS.
+        #
+        # Note, as of #1215, expiration exactly 'now' will be rejected:
+        # https://github.com/steemit/steem/blob/57451b80d2cf480dcce9b399e48e56aa7af1d818/libraries/chain/database.cpp#L2870
+        # https://github.com/steemit/steem/issues/1215
+        
+        @expiration = Time.parse(@properties.time + 'Z') + EXPIRE_IN_SECS
+      end
       
       self
     end

data/lib/radiator/utils.rb

@@ -1,5 +1,59 @@
 module Radiator
   module Utils
+    def extract_signatures(options)
+      params = options[:params]
+      
+      signatures = params.map do |param|
+        next unless defined? param.map
+        
+        param.map do |tx|
+          tx[:signatures] rescue nil
+        end
+      end.flatten.compact
+      
+      expirations = params.map do |param|
+        next unless defined? param.map
+        
+        param.map do |tx|
+          Time.parse(tx[:expiration] + 'Z') rescue nil
+        end
+      end.flatten.compact
+      
+      [signatures, expirations.min]
+    end
+    
+    def send_log(level, message, prefix = nil)
+      log_message = if !!prefix
+        "#{prefix} :: #{message}"
+      else
+        message
+      end
+      
+      if !!@logger
+        @logger.send level, log_message
+      else
+        puts "#{level}: #{log_message}"
+      end
+      
+      nil
+    end
+    
+    def error(message, prefix = nil)
+      send_log(:error, message, prefix)
+    end
+    
+    def warning(message, prefix = nil, log_debug_node = false)
+      debug("Current node: #{@url}", prefix) if !!log_debug_node && @url
+        
+      send_log(:warn, message, prefix)
+    end
+    
+    def debug(message, prefix = nil)
+      if ENV['LOG'] == 'DEBUG'
+        send_log(:debug, message, prefix)
+      end
+    end
+    
     def hexlify(s)
       a = []
       if s.respond_to? :each_byte

data/lib/radiator/version.rb

@@ -1,3 +1,3 @@
 module Radiator
-  VERSION = '0.3.4'
+  VERSION = '0.3.6'
 end

data/lib/radiator.rb

@@ -31,5 +31,6 @@ module Radiator
   require 'radiator/operation'
   require 'radiator/transaction'
   require 'radiator/base_error'
+  require 'radiator/error_parser'
   extend self
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: radiator
 version: !ruby/object:Gem::Version
-  version: 0.3.4
+  version: 0.3.6
 platform: ruby
 authors:
 - Anthony Martin
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-10-19 00:00:00.000000000 Z
+date: 2017-10-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -335,6 +335,7 @@ files:
 - lib/radiator/chain_stats_api.rb
 - lib/radiator/condenser_api.rb
 - lib/radiator/database_api.rb
+- lib/radiator/error_parser.rb
 - lib/radiator/follow_api.rb
 - lib/radiator/logger.rb
 - lib/radiator/market_history_api.rb
@@ -379,7 +380,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.12
+rubygems_version: 2.6.14
 signing_key: 
 specification_version: 4
 summary: STEEM RPC Ruby Client