radiator 0.4.5 → 0.4.8.pre.2

data/lib/radiator/chain_config.rb

@@ -10,6 +10,13 @@ module Radiator
     NETWORKS_STEEM_VEST_ASSET = 'VESTS'
     NETWORKS_STEEM_DEFAULT_NODE = 'https://api.steemit.com'
     
+    NETWORKS_HIVE_CHAIN_ID = 'beeab0de00000000000000000000000000000000000000000000000000000000'
+    NETWORKS_HIVE_ADDRESS_PREFIX = 'STM'
+    NETWORKS_HIVE_CORE_ASSET = 'HIVE'
+    NETWORKS_HIVE_DEBT_ASSET = 'HBD'
+    NETWORKS_HIVE_VEST_ASSET = 'VESTS'
+    NETWORKS_HIVE_DEFAULT_NODE = 'https://api.openhive.network'
+    
     NETWORKS_TEST_CHAIN_ID = '18dcf0a285365fc58b71f18b3d3fec954aa0c141c44e4e5cb4cf777b9eab274e'
     NETWORKS_TEST_ADDRESS_PREFIX = 'TST'
     NETWORKS_TEST_CORE_ASSET = 'CORE'
@@ -17,6 +24,6 @@ module Radiator
     NETWORKS_TEST_VEST_ASSET = 'CESTS'
     NETWORKS_TEST_DEFAULT_NODE = 'https://test.steem.ws'
     
-    NETWORK_CHAIN_IDS = [NETWORKS_STEEM_CHAIN_ID, NETWORKS_TEST_CHAIN_ID]
+    NETWORK_CHAIN_IDS = [NETWORKS_STEEM_CHAIN_ID, NETWORKS_HIVE_CHAIN_ID, NETWORKS_TEST_CHAIN_ID]
   end
-end
+end

data/lib/radiator/database_api.rb

@@ -2,4 +2,4 @@ module Radiator
   # @see Api
   class DatabaseApi < Api
   end
-end
+end

data/lib/radiator/follow_api.rb

@@ -4,4 +4,4 @@ module Radiator
       :follow_api
     end
   end
-end
+end

data/lib/radiator/market_history_api.rb

@@ -16,4 +16,4 @@ module Radiator
       :market_history_api
     end
   end
-end
+end

data/lib/radiator/operation.rb

@@ -5,11 +5,12 @@ module Radiator
     include Utils
     
     def initialize(options = {})
+      chain = options.delete(:chain) || :steem
       opt = options.dup
       @type = opt.delete(:type)
       
       opt.each do |k, v|
-        instance_variable_set("@#{k}", type(@type, k, v))
+        instance_variable_set("@#{k}", type(chain, @type, k, v))
       end
       
       @use_condenser_namespace = if options.keys.include? :use_condenser_namespace
@@ -61,7 +62,7 @@ module Radiator
         
         params[p] = case v
         when Radiator::Type::Beneficiaries then [[0, v.to_h]]
-        when Radiator::Type::Amount
+        when Hive::Type::Amount, Steem::Type::Amount
           if use_condenser_namespace?
             v.to_s
           else

data/lib/radiator/operation_types.rb

@@ -4,18 +4,18 @@ module Radiator
   module OperationTypes
     TYPES = {
       transfer: {
-        amount: Type::Amount
+        amount: Hive::Type::Amount
       },
       transfer_to_vesting: {
-        amount: Type::Amount
+        amount: Hive::Type::Amount
       },
       withdraw_vesting: {
-        vesting_shares: Type::Amount
+        vesting_shares: Hive::Type::Amount
       },
       limit_order_create: {
         orderid: Type::Uint32,
-        amount_to_sell: Type::Amount,
-        min_to_receive: Type::Amount,
+        amount_to_sell: Hive::Type::Amount,
+        min_to_receive: Hive::Type::Amount,
         expiration: Type::PointInTime
       },
       limit_order_cancel: {
@@ -26,10 +26,10 @@ module Radiator
       },
       convert: {
         requestid: Type::Uint32,
-        amount: Type::Amount
+        amount: Hive::Type::Amount
       },
       account_create: {
-        fee: Type::Amount,
+        fee: Hive::Type::Amount,
         owner: Type::Permission,
         active: Type::Permission,
         posting: Type::Permission,
@@ -51,7 +51,7 @@ module Radiator
         id: Type::Uint16
       },
       comment_options: {
-        max_accepted_payout: Type::Amount,
+        max_accepted_payout: Hive::Type::Amount,
         allow_replies: Type::Future
       },
       set_withdraw_vesting_route: {
@@ -59,7 +59,7 @@ module Radiator
       },
       limit_order_create2: {
         orderid: Type::Uint32,
-        amount_to_sell: Type::Amount,
+        amount_to_sell: Hive::Type::Amount,
         exchange_rate: Type::Price,
         expiration: Type::PointInTime
       },
@@ -71,10 +71,12 @@ module Radiator
         recent_owner_Permission: Type::Permission
       },
       escrow_transfer: {
-        sbd_amount: Type::Amount,
-        steem_amount: Type::Amount,
+        sbd_amount: Steem::Type::Amount,
+        hbd_amount: Hive::Type::Amount,
+        steem_amount: Steem::Type::Amount,
+        hive_amount: Hive::Type::Amount,
         escrow_id: Type::Uint32,
-        fee: Type::Amount,
+        fee: Hive::Type::Amount,
         ratification_deadline: Type::PointInTime,
         escrow_expiration: Type::PointInTime
       },
@@ -83,40 +85,46 @@ module Radiator
       },
       escrow_release: {
         escrow_id: Type::Uint32,
-        sbd_amount: Type::Amount,
-        steem_amount: Type::Amount
+        sbd_amount: Steem::Type::Amount,
+        hbd_amount: Hive::Type::Amount,
+        steem_amount: Steem::Type::Amount,
+        hive_amount: Hive::Type::Amount
       },
       escrow_approve: {
         escrow_id: Type::Uint32
       },
       transfer_to_savings: {
-        amount: Type::Amount
+        amount: Hive::Type::Amount
       },
       transfer_from_savings: {
         request_id: Type::Uint32,
-        amount: Type::Amount
+        amount: Hive::Type::Amount
       },
       cancel_transfer_from_savings: {
         request_id: Type::Uint32
       },
       reset_account: {
-        new_owner_permission: Type::Amount
+        new_owner_permission: Hive::Type::Amount
       },
       set_reset_account: {
-        reward_steem: Type::Amount,
-        reward_sbd: Type::Amount,
-        reward_vests: Type::Amount
+        reward_steem: Steem::Type::Amount,
+        reward_hive: Hive::Type::Amount,
+        reward_sbd: Steem::Type::Amount,
+        reward_hbd: Hive::Type::Amount,
+        reward_vests: Hive::Type::Amount
       },
       claim_reward_balance: {
-        reward_steem: Type::Amount,
-        reward_sbd: Type::Amount,
-        reward_vests: Type::Amount
+        reward_steem: Steem::Type::Amount,
+        reward_hive: Hive::Type::Amount,
+        reward_sbd: Steem::Type::Amount,
+        reward_hbd: Hive::Type::Amount,
+        reward_vests: Hive::Type::Amount
       },
       delegate_vesting_shares: {
-        vesting_shares: Type::Amount
+        vesting_shares: Hive::Type::Amount
       },
       claim_account: {
-        fee: Type::Amount
+        fee: Hive::Type::Amount
       },
       witness_update: {
         block_signing_key: Type::PublicKey,
@@ -127,13 +135,21 @@ module Radiator
       }
     }
     
-    def type(key, param, value)
+    def type(chain, key, param, value)
       return if value.nil?
       
       t = TYPES[key] or return value
       p = t[param] or return value
       
-      p.new(value)
+      if p == Hive::Type::Amount
+        case chain
+        when :steem then Steem::Type::Amount.new(value)
+        else
+          p.new(value)
+        end
+      else
+        p.new(value)
+      end
     end
   end
 end

data/lib/radiator/ssc/base_steem_smart_contract_rpc.rb

@@ -7,6 +7,8 @@ module Radiator
         'User-Agent' => Radiator::AGENT_ID
       }
       
+      MAX_BACKOFF = 60.0
+      
       def initialize(options = {})
         @root_url = options[:root_url] || 'https://api.steem-engine.com/rpc'
         
@@ -28,6 +30,12 @@ module Radiator
           true
         end
         
+        @persist = if options[:persist].nil?
+          true
+        else
+          options[:persist]
+        end
+        
         if defined? Net::HTTP::Persistent::DEFAULT_POOL_SIZE
           @pool_size = options[:pool_size] || Net::HTTP::Persistent::DEFAULT_POOL_SIZE
         end
@@ -61,18 +69,24 @@ module Radiator
       end
       
       def http
-        @http ||= if defined? Net::HTTP::Persistent::DEFAULT_POOL_SIZE
-          Net::HTTP::Persistent.new(name: http_id, pool_size: @pool_size).tap do |http|
-            http.keep_alive = 30
-            http.idle_timeout = 10
-            http.max_requests = @max_requests
-            http.retry_change_requests = true
-            http.reuse_ssl_sessions = @reuse_ssl_sessions
+        @http ||= if persist?
+          if defined? Net::HTTP::Persistent::DEFAULT_POOL_SIZE
+            Net::HTTP::Persistent.new(name: http_id, pool_size: @pool_size).tap do |http|
+              http.keep_alive = 30
+              http.idle_timeout = 10
+              http.max_requests = @max_requests
+              http.retry_change_requests = true if defined? http.retry_change_requests
+              http.reuse_ssl_sessions = @reuse_ssl_sessions
+            end
+          else
+            # net-http-persistent < 3.0
+            Net::HTTP::Persistent.new(http_id) do |http|
+              http = Net::HTTP.new(uri.host, uri.port)
+              http.use_ssl = uri.scheme == 'https'
+            end
           end
         else
-          # net-http-persistent < 3.0
-          Net::HTTP::Persistent.new(http_id) do |http|
-            http = Net::HTTP.new(uri.host, uri.port)
+          Net::HTTP.new(uri.host, uri.port).tap do |http|
             http.use_ssl = uri.scheme == 'https'
           end
         end
@@ -84,8 +98,27 @@ module Radiator
       
       def request(options)
         request = post_request
+        skip_health_check = options.delete(:skip_health_check)
         request.body = JSON[options.merge(jsonrpc: '2.0', id: rpc_id)]
         
+        unless skip_health_check
+          unless healthy?
+            @backoff ||= 0.1
+            
+            backoff = @backoff
+            
+            if !!backoff
+              raise "Too many failures on #{url}" if backoff >= MAX_BACKOFF
+              
+              backoff *= backoff
+              @backoff = backoff
+              sleep backoff
+            end
+          end
+          
+          @backoff = nil
+        end
+        
         response = case http
         when Net::HTTP::Persistent then http.request(uri, request)
         when Net::HTTP then http.request(request)
@@ -100,6 +133,15 @@ module Radiator
         
         response.result
       end
+      
+      def healthy?
+        warn("Health check not defined for: #{uri}")
+        true
+      end
+      
+      def persist?
+        !!@persist
+      end
     end
   end
 end

data/lib/radiator/ssc/blockchain.rb

@@ -42,6 +42,16 @@ module Radiator
       def transaction_info(trx_id)
         request(method: 'getTransactionInfo', params: {txid: trx_id})
       end
+    protected
+      def healthy?
+        begin
+          request(method: 'getBlockInfo', params: {blockNumber: -1}, skip_health_check: true).nil?
+        rescue => e
+          warn("Health check for #{uri.inspect} failed: #{e.inspect}")
+          
+          !!shutdown
+        end
+      end
     end
   end
 end

data/lib/radiator/ssc/contracts.rb

@@ -66,6 +66,23 @@ module Radiator
       def find(options = {})
         request(method: 'find', params: options)
       end
+    protected
+      def healthy?
+        begin
+          request(method: 'find', params: {
+            contract: 'tokens',
+            table: 'transfers',
+            query: {
+              symbol: ''
+            },
+            limit: 0
+          }, skip_health_check: true).nil?
+        rescue => e
+          warn("Health check for #{uri.inspect} failed: #{e.inspect}")
+          
+          !!shutdown
+        end
+      end
     end
   end
 end

data/lib/radiator/stream.rb

@@ -258,7 +258,7 @@ module Radiator
         break if stop?
         
         catch :sequence do; begin
-          head_block = api.get_dynamic_global_properties do |properties, error|
+          head_block = database_api.get_dynamic_global_properties do |properties, error|
             if !!error
               standby "Node responded with: #{error.message || 'unknown error'}, retrying ...", {
                 error: error,
@@ -268,7 +268,7 @@ module Radiator
             
             break if stop?
             
-            if properties.head_block_number.nil?
+            if properties.nil? || properties.head_block_number.nil?
               # This can happen if a reverse proxy is acting up.
               standby "Bad block sequence after height: #{latest_block_number}", {
                 and: {throw: :sequence}
@@ -281,7 +281,7 @@ module Radiator
             else; raise StreamError, '"mode" has to be "head" or "irreversible"'
             end
           end
-            
+          
           if head_block == latest_block_number
             # This can happen when there's a delay in block production.
             
@@ -390,6 +390,7 @@ module Radiator
       
       @api = nil
       @block_api = nil
+      @database_api = nil if @api.nil? || @block_api.nil?
       GC.start
     end
     
@@ -435,6 +436,14 @@ module Radiator
       else; nil
       end
     end
+    
+    def database_api
+      @database_api ||= case @chain
+      when :steem then Steem::DatabaseApi.new(url: @api.send(:uri).to_s)
+      when :hive then Hive::DatabaseApi.new(url: @api.send(:uri).to_s)
+      else; api
+      end
+    end
   private
     def method_missing(m, *args, &block)
       super unless respond_to_missing?(m)
@@ -445,11 +454,11 @@ module Radiator
         break if stop?
         
         value = if (n = method_params(m)).nil?
-          key_value = api.get_dynamic_global_properties.result[m]
+          key_value = database_api.get_dynamic_global_properties.result[m]
         else
           key = n.keys.first
           if !!n[key]
-            r = api.get_dynamic_global_properties.result
+            r = database_api.get_dynamic_global_properties.result
             key_value = param = r[n[key]]
             result = nil
             loop do
@@ -466,7 +475,7 @@ module Radiator
             reset_timeout
             result
           else
-            key_value = api.get_dynamic_global_properties.result[key]
+            key_value = database_api.get_dynamic_global_properties.result[key]
           end
         end
         unless @latest_values.include? key_value

data/lib/radiator/transaction.rb

@@ -81,6 +81,11 @@ module Radiator
 
       case chain.to_s.downcase.to_sym
       when :steem then NETWORKS_STEEM_CHAIN_ID
+      when :hive
+        database_api = Hive::DatabaseApi.new(url: @url)
+        database_api.get_config do |config|
+          config['HIVE_CHAIN_ID']
+        end rescue nil || NETWORKS_HIVE_CHAIN_ID
       when :test then NETWORKS_TEST_CHAIN_ID
       end
     end
@@ -88,6 +93,7 @@ module Radiator
     def url
       case chain.to_s.downcase.to_sym
       when :steem then NETWORKS_STEEM_DEFAULT_NODE
+      when :hive then NETWORKS_HIVE_DEFAULT_NODE
       when :test then NETWORKS_TEST_DEFAULT_NODE
       end
     end
@@ -114,6 +120,26 @@ module Radiator
       else
         self
       end
+    rescue OperationError => e
+      trx_builder, network_api = case @chain.to_sym
+      when :steem then [
+        Steem::TransactionBuilder.new(wif: @wif),
+        Steem::NetworkBroadcastApi.new(url: @url)
+      ]
+      when :hive then [
+        Hive::TransactionBuilder.new(wif: @wif),
+        Hive::NetworkBroadcastApi.new(url: @url)
+      ]
+      end
+      
+      raise e if trx_builder.nil?
+      
+      @operations.each do |op|
+        type = op.delete(:type)
+        trx_builder.put({type => op})
+      end
+      
+      network_api.broadcast_transaction_synchronous(trx_builder.transaction)
     ensure
       shutdown
     end
@@ -122,7 +148,7 @@ module Radiator
       @operations = @operations.map do |op|
         case op
         when Operation then op
-        else; Operation.new(op)
+        else; Operation.new(op.merge(chain: @chain))
         end
       end
     end
@@ -147,6 +173,19 @@ module Radiator
     def use_condenser_namespace?
       !!@use_condenser_namespace
     end
+    
+    def inspect
+      properties = %w(
+        url ref_block_num ref_block_prefix expiration chain
+        use_condenser_namespace immutable_expiration payload
+      ).map do |prop|
+        if !!(v = instance_variable_get("@#{prop}"))
+          "@#{prop}=#{v}" 
+        end
+      end.compact.join(', ')
+      
+      "#<#{self.class.name} [#{properties}]>"
+    end
   private
     def broadcast_payload(payload)
       if use_condenser_namespace?
@@ -238,6 +277,7 @@ module Radiator
         bytes << op.to_bytes
       end
 
+      # FIXME Should pakC(0) instead?
       bytes << 0x00 # extensions
 
       bytes