radiator 0.3.9 → 0.3.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cd04edb4782257e159679b3ba504958f7bebff66
-  data.tar.gz: c02f7c6a4f03d7083781768e8698dbca4dd9e7f2
+  metadata.gz: c4ff8172c52320522f9a22b4a710a1051837aa9d
+  data.tar.gz: 827457f802605807383f2c42350f671754fad7c0
 SHA512:
-  metadata.gz: 5dff44fb5eb36711bf5d3bf608f75ac6c45febd7a1f1f8595737325e6a6a22141e70380009d9d70c0d86bcb1ecc36dba0a5b178eb650c69eb2d7ca7edc37c876
-  data.tar.gz: 69342f5a584c97d19693134127587c83d6f67f60c99a4d189c8ada1e40164cc267df39eb14961b83f19012ee85e76dc057bc9318633cf2845d96a0b8640aa078
+  metadata.gz: f79ed7cbb0e5a64a7a21c17e6b25bc254591b9e31b24ab733ffc93872de6949a994339844f4479780c86e34ac56546dbfb91d391875c861fc03ea4818f83c9a1
+  data.tar.gz: 53c4aa2777f751221c0e0bee02b2dc47abbed64dde1ae92d66db77ae57a4363d5554d552012f1372b480bd928c6f17ea07b0595f59d104397a3562e66de5a09b

data/Gemfile.lock

@@ -1,14 +1,14 @@
 PATH
   remote: .
   specs:
-    radiator (0.3.9)
+    radiator (0.3.10)
       awesome_print (~> 1.7, >= 1.7.0)
       bitcoin-ruby (~> 0.0, >= 0.0.11)
       ffi (~> 1.9, >= 1.9.18)
       hashie (~> 3.5, >= 3.5.5)
       json (~> 2.0, >= 2.0.2)
       logging (~> 2.2, >= 2.2.0)
-      net-http-persistent (~> 3.0, >= 2.5.2)
+      net-http-persistent (>= 2.5.2)
 
 GEM
   remote: https://rubygems.org/

data/Rakefile

@@ -52,16 +52,21 @@ task :test_live_broadcast, [:account, :wif, :chain] do |t, args|
   end
 end
 
-desc 'Tests the ability to stream live data.'
-task :test_live_stream, :chain do |t, args|
+desc 'Tests the ability to stream live data. defaults: chain = steem; persist = true.'
+task :test_live_stream, [:chain, :persist] do |t, args|
   chain = args[:chain] || 'steem'
+  persist = (args[:persist] || 'true') == 'true'
   last_block_number = 0
-  options = {chain: chain}
+  options = {chain: chain, persist: persist}
   api = Radiator::Api.new(options)
   total_ops = 0.0
   total_vops = 0.0
+  elapsed = 0
+  count = 0
   
   Radiator::Stream.new(options).blocks do |b, n|
+    start = Time.now.utc
+    
     if last_block_number == 0
       # skip test
     elsif last_block_number + 1 == n
@@ -80,7 +85,9 @@ task :test_live_stream, :chain do |t, args|
           0
         end
         
-        puts "#{n}: #{b.witness}; transactions: #{t_size}; operations: #{op_size}, virtual operations: #{vop_size} (cumulative vop ratio: #{('%.2f' % (vop_ratio * 100))} %)"
+        elapsed += Time.now.utc - start
+        count += 1
+        puts "#{n}: #{b.witness}; trx: #{t_size}; op: #{op_size}, vop: #{vop_size} (cumulative vop ratio: #{('%.2f' % (vop_ratio * 100))} %; average #{((elapsed / count) * 1000).to_i}ms)"
       end
     else
       # This should not happen.  If it does, there's likely a bug in Radiator.

data/lib/golos.rb

@@ -0,0 +1,8 @@
+# Golos chain client for broadcasting common operations.
+# 
+# @see Radiator::Chain
+class Golos < Radiator::Chain
+  def initialize(options = {})
+    super(options.merge(chain: :golos))
+  end
+end

data/lib/radiator/api.rb

@@ -150,12 +150,17 @@ module Radiator
     
     DEFAULT_GOLOS_FAILOVER_URLS = [
       DEFAULT_GOLOS_URL,
-      'https://api.golos.cf'
+      'https://api.golos.cf',
+      # not recommended:
+      # 'http://golos-seed.arcange.eu',
+      # not recommended, requires option ssl_verify_mode: OpenSSL::SSL::VERIFY_NONE
+      # 'https://golos-seed.arcange.eu',
     ]
     
     # @private
     POST_HEADERS = {
-      'Content-Type' => 'application/json'
+      'Content-Type' => 'application/json',
+      'User-Agent' => Radiator::AGENT_ID
     }
     
     # @private
@@ -203,7 +208,6 @@ module Radiator
       @hashie_logger = options[:hashie_logger] || Logger.new(nil)
       @max_requests = options[:max_requests] || 30
       @ssl_verify_mode = options[:ssl_verify_mode] || OpenSSL::SSL::VERIFY_PEER
-      @reuse_ssl_sessions = !!options[:reuse_ssl_sessions]
       @ssl_version = options[:ssl_version]
       
       if @failover_urls.nil?
@@ -223,17 +227,31 @@ module Radiator
         true
       end
       
+      @persist = if options.keys.include? :persist
+        options[:persist]
+      else
+        true
+      end
+      
+      @reuse_ssl_sessions = if options.keys.include? :reuse_ssl_sessions
+        options[:reuse_ssl_sessions]
+      else
+        true
+      end
+      
       if defined? Net::HTTP::Persistent::DEFAULT_POOL_SIZE
         @pool_size = options[:pool_size] || Net::HTTP::Persistent::DEFAULT_POOL_SIZE
       end
       
       Hashie.logger = @hashie_logger
       @method_names = nil
-      @http = nil
+      @http_memo = {}
       @api_options = options.dup.merge(chain: @chain)
       @api = nil
       @block_api = nil
       @backoff_at = nil
+      
+      ObjectSpace.define_finalizer(self, self.class.finalize(self))
     end
     
     # Get a specific block or range of blocks.
@@ -355,8 +373,13 @@ module Radiator
     def shutdown
       @uri = nil
       @http_id = nil
-      @http.shutdown if !!@http && defined?(@http.shutdown)
-      @http = nil
+      @http_memo.each do |k|
+        v = @http_memo.delete(k)
+        if defined?(v.shutdown)
+          debug "Shutting down instance #{k} (#{v})"
+          v.shutdown
+        end
+      end
       @api.shutdown if !!@api && @api != self
       @api = nil
       @block_api.shutdown if !!@block_api && @block_api != self
@@ -485,6 +508,19 @@ module Radiator
         backoff
       end # loop
     end
+    
+    def inspect
+      properties = %w(
+        chain url backoff_at max_requests ssl_verify_mode ssl_version persist
+        recover_transactions_on_error reuse_ssl_sessions pool_size
+      ).map do |prop|
+        if !!(v = instance_variable_get("@#{prop}"))
+          "@#{prop}=#{v}" 
+        end
+      end.compact.join(', ')
+      
+      "#<#{self.class.name} [#{properties}]>"
+    end
   private
     def self.methods_json_path
       @methods_json_path ||= "#{File.dirname(__FILE__)}/methods.json"
@@ -497,6 +533,14 @@ module Radiator
       end.compact.freeze
     end
     
+    def self.apply_http_defaults(http, ssl_verify_mode)
+      http.read_timeout = 10
+      http.open_timeout = 10
+      http.verify_mode = ssl_verify_mode
+      http.ssl_timeout = 30
+      http
+    end
+    
     def api
       @api ||= self.class == Api ? self : Api.new(@api_options)
     end
@@ -519,26 +563,32 @@ module Radiator
     end
     
     def http
-      idempotent = api_name != :network_broadcast_api
+      return @http_memo[http_id] if @http_memo.keys.include? http_id
+      
+      @http_memo[http_id] = if @persist
+        idempotent = api_name != :network_broadcast_api
+        
+        http = if defined? Net::HTTP::Persistent::DEFAULT_POOL_SIZE
+          Net::HTTP::Persistent.new(name: http_id, pool_size: @pool_size)
+        else
+          # net-http-persistent < 3.0
+          Net::HTTP::Persistent.new(http_id)
+        end
+        
+        http.keep_alive = 30
+        http.idle_timeout = idempotent ? 10 : nil
+        http.max_requests = @max_requests
+        http.retry_change_requests = idempotent
+        http.reuse_ssl_sessions = @reuse_ssl_sessions
         
-      @http ||= if defined? Net::HTTP::Persistent::DEFAULT_POOL_SIZE
-        Net::HTTP::Persistent.new(name: http_id, pool_size: @pool_size)
+        http
       else
-        # net-http-persistent < 3.0
-        Net::HTTP::Persistent.new(http_id)
+        http = Net::HTTP.new(uri.host, uri.port)
+        http.use_ssl = uri.scheme == 'https'
+        http
       end
       
-      @http.keep_alive = 30
-      @http.read_timeout = 10
-      @http.open_timeout = 10
-      @http.idle_timeout = idempotent ? 10 : nil
-      @http.max_requests = @max_requests
-      @http.retry_change_requests = idempotent
-      @http.verify_mode = @ssl_verify_mode
-      @http.reuse_ssl_sessions = @reuse_ssl_sessions
-      @http.ssl_version = @ssl_version
-      
-      @http
+      Api::apply_http_defaults(@http_memo[http_id], @ssl_verify_mode)
     end
     
     def post_request
@@ -548,7 +598,12 @@ module Radiator
     def request(options)
       request = post_request
       request.body = JSON[options]
-      http.request(uri, request)
+      
+      case http
+      when Net::HTTP::Persistent then http.request(uri, request)
+      when Net::HTTP then http.request(request)
+      else; raise ApiError, "Unsuppored scheme: #{http.inspect}"
+      end
     end
     
     def recover_transaction(signatures, expected_rpc_id, after)
@@ -610,7 +665,7 @@ module Radiator
         @failover_urls.delete(url)
       end
       
-      url || @url
+      url || (uri || @url).to_s
     end
     
     def bump_failover
@@ -625,11 +680,11 @@ module Radiator
     
     def drop_current_failover_url(prefix)
       if @preferred_failover_urls.size == 1
-        warning "Node #{@url} appears to be misconfigured but no other node is available, retrying ...", prefix
+        warning "Node #{uri} appears to be misconfigured but no other node is available, retrying ...", prefix
       else
-        warning "Removing misconfigured node from failover urls: #{@url}, retrying ...", prefix
-        @preferred_failover_urls.delete(@url)
-        @failover_urls.delete(@url)
+        warning "Removing misconfigured node from failover urls: #{uri}, retrying ...", prefix
+        @preferred_failover_urls.delete(uri)
+        @failover_urls.delete(uri)
       end
     end
    
@@ -700,7 +755,7 @@ module Radiator
     
     def backoff
       shutdown
-      bump_failover if flappy? || !healthy?(@url)
+      bump_failover if flappy? || !healthy?(uri)
       @backoff_at ||= Time.now.utc
       @backoff_sleep ||= 0.01
       
@@ -712,5 +767,12 @@ module Radiator
         @backoff_sleep = nil
       end
     end
+    
+    def self.finalize(obj)
+      proc {
+        puts "DESTROY OBJECT #{obj.inspect}" if ENV['LOG'] == 'TRACE'
+        obj.shutdown
+      }
+    end
   end
 end

data/lib/radiator/base_error.rb

@@ -20,3 +20,4 @@ module Radiator; class StreamError < BaseError; end; end
 module Radiator; class TypeError < BaseError; end; end
 module Radiator; class OperationError < BaseError; end; end
 module Radiator; class TransactionError < BaseError; end; end
+module Radiator; class ChainError < BaseError; end; end

data/lib/radiator/chain.rb

@@ -0,0 +1,335 @@
+module Radiator
+  # Examples ...
+  # 
+  # To vote on a post/comment:
+  # 
+  #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+  #     steem.vote!(10000, 'author', 'post-or-comment-permlink')
+  # 
+  # To post and vote in the same transaction:
+  # 
+  #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+  #     steem.post!(title: 'title of my post', body: 'body of my post', tags: ['tag'], self_upvote: 10000)
+  #
+  # To post and vote with declined payout:
+  #
+  #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+  #     
+  #     options = {
+  #       title: 'title of my post',
+  #       body: 'body of my post',
+  #       tags: ['tag'],
+  #       self_upvote: 10000,
+  #       percent_steem_dollars: 0
+  #     }
+  #     
+  #     steem.post!(options)
+  # 
+  class Chain
+    VALID_OPTIONS = %w(
+      chain account_name wif
+    ).map(&:to_sym)
+    VALID_OPTIONS.each { |option| attr_accessor option }
+    
+    def initialize(options = {})
+      options = options.dup
+      options.each do |k, v|
+        k = k.to_sym
+        if VALID_OPTIONS.include?(k.to_sym)
+          options.delete(k)
+          send("#{k}=", v)
+        end
+      end
+      
+      @account_name ||= ENV['ACCOUNT_NAME']
+      @wif ||= ENV['WIF']
+      
+      raise ChainError, "Required option: chain" if @chain.nil?
+      raise ChainError, "Required option: account_name, wif" if @account_name.nil? || @wif.nil?
+      
+      reset
+    end
+    
+    # Clears out queued operations.
+    def reset
+      @operations = []
+    end
+    
+    # Broadcast queued operations.
+    #
+    # @param auto_reset [boolean] clears operations no matter what, even if there's an error.
+    def broadcast!(auto_reset = false)
+      begin
+        transaction = Radiator::Transaction.new(build_options)
+        transaction.operations = @operations
+        response = transaction.process(true)
+      rescue => e
+        reset if auto_reset
+        raise e
+      end
+      
+      if !!response.result
+        reset
+        response
+      else
+        reset if auto_reset
+        ErrorParser.new(response)
+      end
+    end
+    
+    # Create a vote operation.
+    #
+    # Examples:
+    #
+    #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+    #     steem.vote(10000, 'author', 'permlink')
+    #     steem.broadcast!
+    #
+    # ... or ...
+    #
+    #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+    #     steem.vote(10000, '@author/permlink')
+    #     steem.broadcast!
+    #
+    # @param weight [Integer] value between -10000 and 10000.
+    # @param args [author, permlink || slug] pass either `author` and `permlink` or string containing both like `@author/permlink`.
+    def vote(weight, *args)
+      author, permlink = if args.size == 1
+        author, permlink = parse_slug(args[0])
+      else
+        author, permlink = args
+      end
+      
+      @operations << {
+        type: :vote,
+        voter: account_name,
+        author: author,
+        permlink: permlink,
+        weight: weight
+      }
+      
+      self
+    end
+    
+    # Create a vote operation and broadcasts it right away.
+    #
+    # Examples:
+    #
+    #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+    #     steem.vote!(10000, 'author', 'permlink')
+    #
+    # ... or ...
+    #
+    #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+    #     steem.vote!(10000, '@author/permlink')
+    #
+    # @see vote
+    def vote!(weight, *args); vote(weight, *args).broadcast!(true); end
+    
+    # Creates a post operation.
+    #
+    #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+    #     options = {
+    #       title: 'This is my fancy post title.',
+    #       body: 'This is my fancy post body.',
+    #       tags: %w(thess are my fancy tags)
+    #     }
+    #     steem.post(options)
+    #     steem.broadcast!
+    #
+    # @param options [Hash] options
+    # @option options [String] :title Title of the post.
+    # @option options [String] :body Body of the post.
+    # @option options [Array<String>] :tags Tags of the post.
+    # @option options [String] :permlink (automatic) Permlink of the post, defaults to formatted title.
+    # @option options [String] :parent_permlink (automatic) Parent permlink of the post, defaults to first tag.
+    # @option options [String] :parent_author (optional) Parent author of the post (only used if reply).
+    # @option options [String] :max_accepted_payout (1000000.000 SBD) Maximum accepted payout, set to '0.000 SBD' to deline payout
+    # @option options [Integer] :percent_steem_dollars (5000) Percent STEEM Dollars is used to set 50/50 or 100% STEEM Power
+    # @option options [Integer] :allow_votes (true) Allow votes for this post.
+    # @option options [Integer] :allow_curation_rewards (true) Allow curation rewards for this post.
+    def post(options = {})
+      tags = [options[:tags] || []].flatten
+      title = options[:title].to_s
+      permlink = options[:permlink] || title.downcase.gsub(/[^a-z0-9\-]+/, '-')
+      parent_permlink = options[:parent_permlink] || tags[0]
+      
+      raise ChainError, 'At least one tag is required or set the parent_permlink directy.' if parent_permlink.nil?
+      
+      body = options[:body]
+      parent_author = options[:parent_author] || ''
+      max_accepted_payout = options[:max_accepted_payout] || default_max_acepted_payout
+      percent_steem_dollars = options[:percent_steem_dollars]
+      allow_votes = options[:allow_votes] || true
+      allow_curation_rewards = options[:allow_curation_rewards] || true
+      self_vote = options[:self_vote]
+      
+      tags.insert(0, parent_permlink)
+      tags = tags.compact.uniq
+      
+      metadata = {
+        app: Radiator::AGENT_ID
+      }
+      metadata[:tags] = tags if tags.any?
+      
+      @operations << {
+        type: :comment,
+        parent_permlink: parent_permlink,
+        author: account_name,
+        permlink: permlink,
+        title: title,
+        body: body,
+        json_metadata: metadata.to_json,
+        parent_author: parent_author
+      }
+      
+      if (!!max_accepted_payout &&
+          max_accepted_payout != default_max_acepted_payout
+        ) || !!percent_steem_dollars || !allow_votes || !allow_curation_rewards
+        @operations << {
+          type: :comment_options,
+          author: account_name,
+          permlink: permlink,
+          max_accepted_payout: max_accepted_payout,
+          percent_steem_dollars: percent_steem_dollars,
+          allow_votes: allow_votes,
+          allow_curation_rewards: allow_curation_rewards,
+          extensions: []
+        }
+      end
+      
+      vote(self_vote, account_name, permlink) if !!self_vote
+      
+      self
+    end
+    
+    # Create a vote operation and broadcasts it right away.
+    #
+    #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+    #     options = {
+    #       title: 'This is my fancy post title.',
+    #       body: 'This is my fancy post body.',
+    #       tags: %w(thess are my fancy tags)
+    #     }
+    #     steem.post!(options)
+    #
+    # @see post
+    def post!(options = {}); post(options).broadcast!(true); end
+    
+    # Create a delete_comment operation.
+    #
+    # Examples:
+    #
+    #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+    #     steem.delete_comment('permlink')
+    #     steem.broadcast!
+    #
+    # @param permlink
+    def delete_comment(permlink)
+      @operations << {
+        type: :delete_comment,
+        author: account_name,
+        permlink: permlink
+      }
+      
+      self
+    end
+    
+    # Create a delete_comment operation and broadcasts it right away.
+    #
+    # Examples:
+    #
+    #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+    #     steem.delete_comment!('permlink')
+    #
+    # @see delete_comment
+    def delete_comment!(permlink); delete_comment(permlink).broadcast!(true); end
+    
+    # Create a claim_reward_balance operation.
+    #
+    # Examples:
+    #
+    #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+    #     steem.claim_reward_balance(reward_sbd: '100.000 SBD')
+    #     steem.broadcast!
+    #
+    # @param options [Hash] options
+    # @option options [String] :reward_steem The amount of STEEM to claim, like: `100.000 STEEM`
+    # @option options [String] :reward_sbd The amount of SBD to claim, like: `100.000 SBD`
+    # @option options [String] :reward_vests The amount of VESTS to claim, like: `100.000000 VESTS`
+    def claim_reward_balance(options)
+      reward_steem = options[:reward_steem] || '0.000 STEEM'
+      reward_sbd = options[:reward_sbd] || '0.000 SBD'
+      reward_vests = options[:reward_vests] || '0.000000 VESTS'
+      
+      @operations << {
+        type: :claim_reward_balance,
+        account: account_name,
+        reward_steem: reward_steem,
+        reward_sbd: reward_sbd,
+        reward_vests: reward_vests
+      }
+      
+      self
+    end
+    
+    # Create a claim_reward_balance operation and broadcasts it right away.
+    #
+    # Examples:
+    #
+    #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+    #     steem.claim_reward_balance!(reward_sbd: '100.000 SBD')
+    #
+    # @see claim_reward_balance
+    def claim_reward_balance!(permlink); claim_reward_balance(permlink).broadcast!(true); end
+    
+    # Create a transfer operation.
+    #
+    #     steem = Steem.new(account_name: 'your account name', wif: 'your active wif')
+    #     steem.transfer(amount: '1.000 SBD', to: 'account name', memo: 'this is a memo')
+    #     steem.broadcast!
+    #
+    # @param options [Hash] options
+    # @option options [String] :amount The amount to transfer, like: `100.000 STEEM`
+    # @option options [String] :to The account receiving the transfer.
+    # @option options [String] :memo ('') The memo for the transfer.
+    def transfer(options = {})
+      @operations << options.merge(type: :transfer, from: account_name)
+      
+      self
+    end
+    
+    # Create a transfer operation and broadcasts it right away.
+    #
+    #     steem = Steem.new(account_name: 'your account name', wif: 'your wif')
+    #     steem.transfer!(amount: '1.000 SBD', to: 'account name', memo: 'this is a memo')
+    #
+    # @see transfer
+    def transfer!(options = {}); transfer(options).broadcast!(true); end
+  private
+    def build_options
+      {
+        chain: chain,
+        wif: wif
+      }
+    end
+    
+    def parse_slug(slug)
+      slug = slug.split('@').last
+      author = slug.split('/')[0]
+      [author, slug.split('/')[1..-1].join('/')]
+    end
+    
+    def default_max_acepted_payout
+      "1000000.000 #{default_debt_asset}"
+    end
+    
+    def default_debt_asset
+      case chain
+      when :steem then 'SBD'
+      when :golos then 'GBG'
+      else; raise ChainError, "Unknown chain: #{chain}"
+      end
+    end
+  end
+end

data/lib/radiator/error_parser.rb

@@ -1,8 +1,10 @@
+require 'awesome_print'
+
 module Radiator
   class ErrorParser
     include Utils
     
-    attr_reader :response, :error_code, :error_message,
+    attr_reader :response, :error, :error_code, :error_message,
       :api_name, :api_method, :api_params,
       :expiry, :can_retry, :can_reprepare, :trx_id, :debug
       
@@ -22,6 +24,7 @@ module Radiator
     def initialize(response)
       @response = response
       
+      @error = nil
       @error_code = nil
       @error_message = nil
       @api_name = nil
@@ -38,53 +41,85 @@ module Radiator
     end
     
     def parse_error_response
-      return if response.nil?
-      
-      @error_code = response['error']['data']['code']
-      stacks = response['error']['data']['stack']
-      stack_formats = stacks.map { |s| s['format'] }
-      stack_datum = stacks.map { |s| s['data'] }
-      data_call_method = stack_datum.find { |data| data['call.method'] == 'call' }
-      
-      @error_message = stack_formats.reject(&:empty?).join('; ')
-      
-      @api_name, @api_method, @api_params = if !!data_call_method
-        @api_name = data_call_method['call.params']
-      end
-      
-      # See if we can recover a transaction id out of this hot mess.
-      data_trx_ix = stack_datum.find { |data| !!data['trx_ix'] }
-      @trx_id = data_trx_ix['trx_ix'] if !!data_trx_ix
-      
-      case @error_code
-      when 10
+      if response.nil?
         @expiry = false
         @can_retry = false
-        @can_reprepare = if @api_name == 'network_broadcast_api'
-          (stack_formats & REPREPARE_WHITELIST).any?
-        else
-          false
+        @can_reprepare = false
+        
+        return
+      end
+      
+      @response = JSON[response] if response.class == String
+
+      @error = if !!@response['error']
+        response['error']
+      else
+        response
+      end
+
+      begin
+        @error_code = @error['data']['code']
+        stacks = @error['data']['stack']
+        stack_formats = stacks.map { |s| s['format'] }
+        stack_datum = stacks.map { |s| s['data'] }
+        data_call_method = stack_datum.find { |data| data['call.method'] == 'call' }
+        
+        @error_message = stack_formats.reject(&:empty?).join('; ')
+        
+        @api_name, @api_method, @api_params = if !!data_call_method
+          @api_name = data_call_method['call.params']
         end
-      when 4030100
-        # Code 4030100 is "transaction_expiration_exception: transaction
-        # expiration exception".  If we assume the expiration was valid, the
-        # node might be bad and needs to be dropped.
         
-        @expiry = true
-        @can_retry = true
-        @can_reprepare = false
-      when 4030200
-        # Code 4030200 is "transaction tapos exception".  They are recoverable
-        # if the transaction hasn't expired yet.  A tapos exception can be
-        # retried in situations where the node is behind and the tapos is
-        # based on a block the node doesn't know about yet.
+        # See if we can recover a transaction id out of this hot mess.
+        data_trx_ix = stack_datum.find { |data| !!data['trx_ix'] }
+        @trx_id = data_trx_ix['trx_ix'] if !!data_trx_ix
         
-        @expiry = false
-        @can_retry = true
+        case @error_code
+        when 10
+          @expiry = false
+          @can_retry = false
+          @can_reprepare = if @api_name == 'network_broadcast_api'
+            (stack_formats & REPREPARE_WHITELIST).any?
+          else
+            false
+          end
+        when 13
+          @error_message = @error['data']['message']
+          @expiry = false
+          @can_retry = false
+          @can_reprepare = false
+        when 3030000
+          @error_message = @error['data']['message']
+          @expiry = false
+          @can_retry = false
+          @can_reprepare = false
+        when 4030100
+          # Code 4030100 is "transaction_expiration_exception: transaction
+          # expiration exception".  If we assume the expiration was valid, the
+          # node might be bad and needs to be dropped.
+          
+          @expiry = true
+          @can_retry = true
+          @can_reprepare = false
+        when 4030200
+          # Code 4030200 is "transaction tapos exception".  They are recoverable
+          # if the transaction hasn't expired yet.  A tapos exception can be
+          # retried in situations where the node is behind and the tapos is
+          # based on a block the node doesn't know about yet.
+          
+          @expiry = false
+          @can_retry = true
+          
+          # Allow fall back to reprepare if retry fails.
+          @can_reprepare = true
+        else
+          @expiry = false
+          @can_retry = false
+          @can_reprepare = false
+        end
+      rescue => e
+        ap error_perser_exception: e, original_response: response
         
-        # Allow fall back to reprepare if retry fails.
-        @can_reprepare = true
-      else
         @expiry = false
         @can_retry = false
         @can_reprepare = false
@@ -98,5 +133,9 @@ module Radiator
         error_code.to_s
       end
     end
+    
+    def inspect
+      "#<#{self.class.name} [#{to_s}]>"
+    end
   end
 end

data/lib/radiator/stream.rb

@@ -23,6 +23,8 @@ module Radiator
     # @private
     MAX_BLOCKS_PER_NODE = 1000
     
+    RANGE_BEHIND_WARNING = 400
+    
     def initialize(options = {})
       super
     end
@@ -212,17 +214,24 @@ module Radiator
     # @param mode we have the choice between
     #   * :head the last block
     #   * :irreversible the block that is confirmed by 2/3 of all block producers and is thus irreversible!
-    #   * :max_blocks_per_node the number of blocks to read before trying a new node
+    # @param max_blocks_per_node the number of blocks to read before trying a new node
     # @param block the block to execute for each result, optional.
     # @return [Hash]
     def blocks(start = nil, mode = :irreversible, max_blocks_per_node = MAX_BLOCKS_PER_NODE, &block)
+      reset_api
+      
+      replay = !!start
       counter = 0
       latest_block_number = -1
       @api_options[:max_requests] = [max_blocks_per_node * 2, @api_options[:max_requests].to_i].max
       
       loop do
+        break if stop?
+        
         catch :sequence do; begin
           head_block = api.get_dynamic_global_properties do |properties|
+            break if stop?
+            
             if properties.head_block_number.nil?
               # This can happen if a reverse proxy is acting up.
               standby "Bad block sequence after height: #{latest_block_number}", {
@@ -251,18 +260,27 @@ module Radiator
           start ||= head_block
           range = (start..head_block)
           
-          if range.size > 400
-            # When the range is 400 blocks, the stream will be behind by about
-            # 20 minutes.  Time to warn.
-            standby "Stream behind by #{range.size} blocks (about #{(range.size * 3) / 60.0} minutes)."
-          end
-          
-          [*range].each do |n|
+          for n in range
+            break if stop?
+
             if (counter += 1) > max_blocks_per_node
-              shutdown
+              reset_api
               counter = 0
             end
-
+            
+            if !replay && range.size > RANGE_BEHIND_WARNING
+              # When the range is above RANGE_BEHIND_WARNING blocks, it's time
+              # to warn, unless we're replaying.
+              
+              r = [*range]
+              index = r.index(n)
+              current_range = r[index..-1]
+              
+              if current_range.size % RANGE_BEHIND_WARNING == 0
+                standby "Stream behind by #{current_range.size} blocks (about #{(current_range.size * 3) / 60.0} minutes)."
+              end
+            end
+            
             block_api.get_block(n) do |current_block, error|
               if current_block.nil?
                 standby "Node responded with: empty block, retrying ...", {
@@ -295,13 +313,24 @@ module Radiator
     # Stops the persistant http connections.
     #
     def shutdown
+      flappy = false
+      
       begin
-        @api.shutdown
+        unless @api.nil?
+          flappy = @api.send(:flappy?)
+          @api.shutdown
+        end
+        
+        unless @block_api.nil?
+          flappy = @block_api.send(:flappy?) unless flappy
+          @block_api.shutdown
+        end
       rescue => e
         warning("Unable to shut down: #{e}")
       end
       
       @api = nil
+      @block_api = nil
     end
     
     # @private
@@ -353,6 +382,8 @@ module Radiator
       @latest_values ||= []
       @latest_values.shift(5) if @latest_values.size > 20
       loop do
+        break if stop?
+        
         value = if (n = method_params(m)).nil?
           key_value = api.get_dynamic_global_properties.result[m]
         else
@@ -362,12 +393,14 @@ module Radiator
             key_value = param = r[n[key]]
             result = nil
             loop do
+              break if stop?
+              
               response = api.send(key, param)
               raise StreamError, JSON[response.error] if !!response.error
               result = response.result
               break if !!result
               warnning "#{key}: #{param} result missing, retrying with timeout: #{@timeout || INITIAL_TIMEOUT} seconds"
-              shutdown
+              reset_api
               sleep timeout
             end
             @timeout = INITIAL_TIMEOUT
@@ -388,6 +421,11 @@ module Radiator
       end
     end
     
+    def reset_api
+      shutdown
+      !!api && !!block_api
+    end
+    
     def timeout
       @timeout ||= INITIAL_TIMEOUT
       @timeout *= 2
@@ -401,6 +439,10 @@ module Radiator
       (Radiator::OperationTypes::TYPES.keys && type).any?
     end
     
+    def stop?
+      @api.nil? || @block_api.nil?
+    end
+    
     def standby(message, options = {})
       error = options[:error]
       secondary = options[:and] || {}

data/lib/radiator/transaction.rb

@@ -164,7 +164,7 @@ module Radiator
             if block.nil?
               warning "Block missing while trying to prepare transaction, retrying ..."
             else
-              debug block if ENV['LOG'] == 'DEBUG'
+              debug block if %w(DEBUG TRACE).include? ENV['LOG']
               
               warning "Block structure while trying to prepare transaction, retrying ..."
             end
@@ -197,14 +197,17 @@ module Radiator
       Digest::SHA256.digest(to_bytes)
     end
     
+    # May not find all non-canonicals, see: https://github.com/lian/bitcoin-ruby/issues/196
     def signature
       public_key_hex = @private_key.pub
       ec = Bitcoin::OpenSSL_EC
       digest_hex = digest.freeze
+      count = 0
 
       loop do
-        @expiration += 1 unless @immutable_expiration
-        sig = ec.sign_compact(digest_hex, @private_key.priv, public_key_hex)
+        count += 1
+        debug "#{count} attempts to find canonical signature" if count % 40 == 0
+        sig = ec.sign_compact(digest_hex, @private_key.priv, public_key_hex, false)
         
         next if public_key_hex != ec.recover_compact(digest_hex, sig)
         

data/lib/radiator/utils.rb

@@ -58,7 +58,7 @@ module Radiator
     end
     
     def debug(obj, prefix = nil)
-      if ENV['LOG'] == 'DEBUG'
+      if %w(DEBUG TRACE).include? ENV['LOG']
         send_log(:debug, obj, prefix)
       end
     end

data/lib/radiator/version.rb

@@ -1,3 +1,4 @@
 module Radiator
-  VERSION = '0.3.9'
+  VERSION = '0.3.10'
+  AGENT_ID = "radiator/#{VERSION}"
 end

data/lib/radiator.rb

@@ -32,5 +32,8 @@ module Radiator
   require 'radiator/transaction'
   require 'radiator/base_error'
   require 'radiator/error_parser'
+  require 'radiator/chain'
+  require 'steem'
+  require 'golos'
   extend self
 end

data/lib/steem.rb

@@ -0,0 +1,8 @@
+# Steem chain client for broadcasting common operations.
+# 
+# @see Radiator::Chain
+class Steem < Radiator::Chain
+  def initialize(options = {})
+    super(options.merge(chain: :steem))
+  end
+end

data/radiator.gemspec

@@ -27,11 +27,13 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'vcr', '~> 3.0', '>= 3.0.3'
   spec.add_development_dependency 'yard', '~> 0.9.9'
   
-  spec.add_dependency('net-http-persistent', '~> 3.0', '>= 2.5.2')
+  # net-http-persistent has an open-ended dependency because radiator directly
+  # supports net-http-persistent-3.0.0 as well as net-http-persistent-2.5.2.
+  spec.add_dependency('net-http-persistent', '>= 2.5.2')
   spec.add_dependency('json', '~> 2.0', '>= 2.0.2')
   spec.add_dependency('logging', '~> 2.2', '>= 2.2.0')
   spec.add_dependency('hashie', '~> 3.5', '>= 3.5.5')
   spec.add_dependency('bitcoin-ruby', '~> 0.0', '>= 0.0.11')
   spec.add_dependency('ffi', '~> 1.9', '>= 1.9.18')
-  spec.add_dependency 'awesome_print', '~> 1.7', '>= 1.7.0'
+  spec.add_dependency('awesome_print', '~> 1.7', '>= 1.7.0')
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: radiator
 version: !ruby/object:Gem::Version
-  version: 0.3.9
+  version: 0.3.10
 platform: ruby
 authors:
 - Anthony Martin
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-10-26 00:00:00.000000000 Z
+date: 2017-11-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -176,9 +176,6 @@ dependencies:
   name: net-http-persistent
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '3.0'
     - - ">="
       - !ruby/object:Gem::Version
         version: 2.5.2
@@ -186,9 +183,6 @@ dependencies:
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '3.0'
     - - ">="
       - !ruby/object:Gem::Version
         version: 2.5.2
@@ -331,12 +325,14 @@ files:
 - images/Anthony Martin.png
 - images/Marvin Hofmann.jpg
 - images/Marvin Hofmann.png
+- lib/golos.rb
 - lib/radiator.rb
 - lib/radiator/account_by_key_api.rb
 - lib/radiator/api.rb
 - lib/radiator/base_error.rb
 - lib/radiator/block_api.rb
 - lib/radiator/broadcast_operations.json
+- lib/radiator/chain.rb
 - lib/radiator/chain_config.rb
 - lib/radiator/chain_stats_api.rb
 - lib/radiator/condenser_api.rb
@@ -365,6 +361,7 @@ files:
 - lib/radiator/type/u_int32.rb
 - lib/radiator/utils.rb
 - lib/radiator/version.rb
+- lib/steem.rb
 - radiator.gemspec
 homepage: https://github.com/inertia186/radiator
 licenses: