radiator 0.3.15 → 0.4.0pre1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a2d13a99e9a18133d52e256663cd27bb52e77d15
-  data.tar.gz: 5e986442c8577f297c1636f41fcd849f199ade9c
+  metadata.gz: b0f7aaa5e12224ae48fdfe1535182583e298d97f
+  data.tar.gz: 5ec823c95e96ad1a44ceb0b77bc08b72aede7f8e
 SHA512:
-  metadata.gz: 73fd7dc83bcf3426ff096ab659ecbfb7f7108b8db2572fa238d82bbf9d8cb88ec65bacd166adb772404370110030400dad8f9493cf2fba09efc962cdf947f972
-  data.tar.gz: f81a73d0a4e8cf45163b43b12126fa89e1d2ad6a094ad0a2b111b826bb6183300c08a045b2f1b2331a8a7aee99fccf66f9df30e7a1223bf1ba06a6eef7e8358a
+  metadata.gz: 6b7736813af94b8ef03e1b80e0f43aa593b194c48f71094e672798d3791eab2f0925ee313d1ea5b8b749cc8b753e0209f9298205038c5ff71b43015289eedc27
+  data.tar.gz: 55248de7d7142432b2d8b3a11a9e536c34915ba52bea098e38988e4c3c180ace704cfe852aa9a65914b6afc702f6bd94a6a831c2e5a1a7b6ee623b31c5e8aa53

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    radiator (0.3.15)
+    radiator (0.4.0pre1)
       awesome_print (~> 1.7, >= 1.7.0)
       bitcoin-ruby (~> 0.0, >= 0.0.11)
       ffi (~> 1.9, >= 1.9.18)
@@ -16,28 +16,28 @@ GEM
     addressable (2.5.2)
       public_suffix (>= 2.0.2, < 4.0)
     awesome_print (1.8.0)
-    bitcoin-ruby (0.0.13)
+    bitcoin-ruby (0.0.17)
     connection_pool (2.2.1)
     crack (0.4.3)
       safe_yaml (~> 1.0.0)
     docile (1.1.5)
-    ffi (1.9.18)
+    ffi (1.9.21)
     hashdiff (0.3.7)
-    hashie (3.5.6)
+    hashie (3.5.7)
     json (2.1.0)
     little-plugger (1.1.4)
     logging (2.2.2)
       little-plugger (~> 1.1)
       multi_json (~> 1.10)
-    minitest (5.10.3)
+    minitest (5.11.3)
     minitest-line (0.6.4)
       minitest (~> 5.0)
     minitest-proveit (1.0.0)
       minitest (> 5, < 7)
-    multi_json (1.12.2)
+    multi_json (1.13.1)
     net-http-persistent (3.0.0)
       connection_pool (~> 2.2)
-    public_suffix (3.0.1)
+    public_suffix (3.0.2)
     rake (12.3.0)
     safe_yaml (1.0.4)
     simplecov (0.15.1)
@@ -46,7 +46,7 @@ GEM
       simplecov-html (~> 0.10.0)
     simplecov-html (0.10.2)
     vcr (3.0.3)
-    webmock (3.1.1)
+    webmock (3.3.0)
       addressable (>= 2.3.6)
       crack (>= 0.3.2)
       hashdiff
@@ -68,4 +68,4 @@ DEPENDENCIES
   yard (~> 0.9.9)
 
 BUNDLED WITH
-   1.16.0.pre.3
+   1.16.1

data/README.md

@@ -397,7 +397,7 @@ Radiator supports failover for situations where a node has, for example, become
 
 ```ruby
 options = {
-  url: 'https://api.steemit.com',
+  ur: 'https://api.steemit.com',
   failover_urls: [
     'https://api.steemitstage.com',
     'https://gtg.steem.house:8090'
@@ -421,22 +421,6 @@ There is another rare scenario involving `::Transaction` broadcasts that's handl
 tx = Radiator::Transaction.new(wif: wif, recover_transactions_on_error: false)
 ```
 
-### Golos Failover Examples
-
-Typically, you only need to pass `chain: :golos` to enable Golos.  Failover is enabled by default.  If you want to provide your own full nodes, use this format:
-
-```ruby
-options = {
-  chain: :golos,
-  url: 'https://ws.golos.io',
-  failover_urls: [
-    'https://api.golos.cf'
-  ]
-}
-
-api = Radiator::Api.new(options)
-```
-
 ## Debugging
 
 To enable debugging, set environment `LOG=DEBUG` before launching your app.  E.g.:
@@ -501,7 +485,7 @@ Verify your code is not doing too much between blocks.
   <img src="http://www.steemimg.com/images/2016/08/19/RadiatorCoolingFan-54in-Webfdcb1.png" />
 </center>
 
-See my previous Ruby How To posts in: [/f/ruby](https://chainbb.com/f/ruby)
+See my previous Ruby How To posts in: [#radiator](https://steemit.com/created/radiator) [#ruby](https://steemit.com/created/ruby)
 
 ## Get in touch!
 

data/Rakefile

@@ -75,8 +75,17 @@ task :test_live_stream, [:chain, :persist] do |t, args|
       o = t.map(&:operations)
       op_size = o.map(&:size).reduce(0, :+)
       total_ops += op_size
-      api.get_ops_in_block(n, true) do |vops|
-        vop_size = vops.size
+      api.get_ops_in_block(n, true) do |vops, error|
+        if !!error
+          puts "Error on get_ops_in_block for block #{n}"
+          ap error
+        end
+        
+        vop_size = if vops.nil?
+          0
+        else
+          vops.size
+        end
         total_vops += vop_size
         
         vop_ratio = if total_vops > 0

data/lib/golos.rb

@@ -5,4 +5,7 @@ class Golos < Radiator::Chain
   def initialize(options = {})
     super(options.merge(chain: :golos))
   end
+  
+  alias golos_per_mgest base_per_mvest
+  alias golos_per_gbg base_per_debt
 end

data/lib/radiator/api.rb

@@ -151,7 +151,8 @@ module Radiator
     DEFAULT_GOLOS_FAILOVER_URLS = [
       DEFAULT_GOLOS_URL,
       'https://api.golos.cf',
-      # not recommended:
+      # not recommended, not all plug-ins enabled:
+      # 'https://ws.goldvoice.club',
       # 'http://golos-seed.arcange.eu',
       # not recommended, requires option ssl_verify_mode: OpenSSL::SSL::VERIFY_NONE
       # 'https://golos-seed.arcange.eu',
@@ -245,13 +246,14 @@ module Radiator
       
       Hashie.logger = @hashie_logger
       @method_names = nil
+      @uri = nil
+      @http_id = nil
       @http_memo = {}
       @api_options = options.dup.merge(chain: @chain)
       @api = nil
       @block_api = nil
       @backoff_at = nil
-      
-      ObjectSpace.define_finalizer(self, self.class.finalize(@logger, @hashie_logger))
+      @jussi_supported = []
     end
     
     # Get a specific block or range of blocks.
@@ -287,87 +289,6 @@ module Radiator
       end
     end
     
-    # Find a specific block.
-    #
-    # Example:
-    #
-    #   api = Radiator::Api.new
-    #   block = api.find_block(12345678)
-    #   transactions = block.transactions
-    #
-    # ... or ...
-    #
-    #   api = Radiator::Api.new
-    #   transactions = api.find_block(12345678) do |block|
-    #     block.transactions
-    #   end
-    # 
-    # @param block_number [Fixnum]
-    # @param block the block to execute for each result, optional.
-    # @return [Hash]
-    def find_block(block_number, &block)
-      if !!block
-        yield api.get_blocks(block_number).first
-      else
-        api.get_blocks(block_number).first
-      end
-    end
-    
-    # Find a specific account.
-    #
-    # Example:
-    #
-    #   api = Radiator::Api.new
-    #   ned = api.find_account('ned')
-    #   vesting_shares = ned.vesting_shares
-    #
-    # ... or ...
-    #
-    #   api = Radiator::Api.new
-    #   vesting_shares = api.find_account('ned') do |ned|
-    #     ned.vesting_shares
-    #   end
-    # 
-    # @param id [String] Name of the account to find.
-    # @param block the block to execute for each result, optional.
-    # @return [Hash]
-    def find_account(id, &block)
-      if !!block
-        yield api.get_accounts([id]).result.first
-      else
-        api.get_accounts([id]).result.first
-      end
-    end
-    
-    # Returns the current base (STEEM) price in the vest asset (VESTS).
-    #
-    def base_per_mvest
-      api.get_dynamic_global_properties do |properties|
-        total_vesting_fund_steem = properties.total_vesting_fund_steem.to_f
-        total_vesting_shares_mvest = properties.total_vesting_shares.to_f / 1e6
-      
-        total_vesting_fund_steem / total_vesting_shares_mvest
-      end
-    end
-    
-    alias steem_per_mvest base_per_mvest
-    
-    # Returns the current base (STEEM) price in the debt asset (SBD).
-    #
-    def base_per_debt
-      get_feed_history do |feed_history|
-        current_median_history = feed_history.current_median_history
-        base = current_median_history.base
-        base = base.split(' ').first.to_f
-        quote = current_median_history.quote
-        quote = quote.split(' ').first.to_f
-        
-        (base / quote) * steem_per_mvest
-      end
-    end
-    
-    alias steem_per_usd base_per_debt
-    
     # Stops the persistant http connections.
     #
     def shutdown
@@ -384,6 +305,18 @@ module Radiator
       @api = nil
       @block_api.shutdown if !!@block_api && @block_api != self
       @block_api = nil
+      
+      if !!@logger && defined?(@logger.close)
+        if defined?(@logger.closed?)
+          @logger.close unless @logger.closed?
+        end
+      end
+      
+      if !!@hashie_logger && defined?(@hashie_logger.close)
+        if defined?(@hashie_logger.closed?)
+          @hashie_logger.close unless @hashie_logger.closed?
+        end
+      end
     end
     
     # @private
@@ -412,12 +345,21 @@ module Radiator
       current_rpc_id = rpc_id
       method_name = [api_name, m].join('.')
       response = nil
-      options = {
-        jsonrpc: "2.0",
-        params: [api_name, m, args],
-        id: current_rpc_id,
-        method: "call"
-      }
+      options = if jussi_supported? && api_name == :database_api
+        {
+          jsonrpc: "2.0",
+          params: args,
+          id: current_rpc_id,
+          method: m
+        }
+      else
+        {
+          jsonrpc: "2.0",
+          params: [api_name, m, args],
+          id: current_rpc_id,
+          method: "call"
+        }
+      end
       
       tries = 0
       timestamp = Time.now.utc
@@ -425,10 +367,6 @@ module Radiator
       loop do
         tries += 1
         
-        if tries > 5 && flappy? && !check_file_open?
-          raise ApiError, 'PANIC: Out of file resources'
-        end
-        
         begin
           if tries > 1 && @recover_transactions_on_error && api_name == :network_broadcast_api
             signatures, exp = extract_signatures(options)
@@ -450,6 +388,8 @@ module Radiator
             elsif !response.kind_of? Net::HTTPSuccess
               warning "Unexpected response (code: #{response.code}): #{response.inspect}, retrying ...", method_name, true
             else
+              detect_jussi(response)
+              
               case response.code
               when '200'
                 body = response.body
@@ -475,12 +415,18 @@ module Radiator
           end
         rescue Net::HTTP::Persistent::Error => e
           warning "Unable to perform request: #{e} :: #{!!e.cause ? "cause: #{e.cause.message}" : ''}, retrying ...", method_name, true
+        rescue ConnectionPool::Error => e
+          warning "Connection Pool Error (#{e.message}), retrying ...", method_name, true
         rescue Errno::ECONNREFUSED => e
           warning 'Connection refused, retrying ...', method_name, true
         rescue Errno::EADDRNOTAVAIL => e
           warning 'Node not available, retrying ...', method_name, true
         rescue Errno::ECONNRESET => e
           warning "Connection Reset (#{e.message}), retrying ...", method_name, true
+        rescue Errno::EBUSY => e
+          warning "Resource busy (#{e.message}), retrying ...", method_name, true
+        rescue Errno::ENETDOWN => e
+          warning "Network down (#{e.message}), retrying ...", method_name, true
         rescue Net::ReadTimeout => e
           warning 'Node read timeout, retrying ...', method_name, true
         rescue Net::OpenTimeout => e
@@ -626,6 +572,21 @@ module Radiator
       end
     end
     
+    def jussi_supported?(url = @url)
+      @jussi_supported.include? url
+    end
+    
+    def detect_jussi(response)
+      return if jussi_supported?(@url)
+      
+      jussi_response_id = response['x-jussi-response-id']
+      
+      if !!jussi_response_id
+        debug "Found a node that supports jussi: #{@url}"
+        @jussi_supported << @url
+      end
+    end
+    
     def recover_transaction(signatures, expected_rpc_id, after)
       debug "Looking for signatures: #{signatures.map{|s| s[0..5]}} since: #{after}"
       
@@ -643,25 +604,21 @@ module Radiator
       # but we also give up once the block time is before the `after` argument.
       
       api.get_blocks(block_range) do |block, block_num|
-        count += 1
-        raise ApiError, "Race condition detected on remote node at: #{block_num}" if block.nil?
-        
-        # TODO Some blockchains (like Golos) do not have transaction_ids.  In
-        # the future, it would be better to decode the operation and signature
-        # into the transaction id.
-        # See: https://github.com/steemit/steem/issues/187
-        # See: https://github.com/GolosChain/golos/issues/281
         unless defined? block.transaction_ids
-          @recover_transactions_on_error = false
-          return
+          # Happens on Golos, see: https://github.com/GolosChain/golos/issues/281
+          error "Blockchain does not provide transaction ids in blocks, giving up."
+          return nil
         end
         
+        count += 1
+        raise ApiError, "Race condition detected on remote node at: #{block_num}" if block.nil?
+        
         timestamp = Time.parse(block.timestamp + 'Z')
         break if timestamp < after
         
         block.transactions.each_with_index do |tx, index|
           next unless ((tx['signatures'] || []) & signatures).any?
-          
+
           debug "Found transaction #{count} block(s) ago; took #{(Time.now.utc - start)} seconds to scan."
           
           return {
@@ -783,12 +740,6 @@ module Radiator
       end
     end
     
-    def check_file_open?
-      File.exists?('.')
-    rescue
-      false
-    end
-    
     def backoff
       shutdown
       bump_failover if flappy? || !healthy?(uri)
@@ -803,17 +754,5 @@ module Radiator
         @backoff_sleep = nil
       end
     end
-    
-    def self.finalize(logger, hashie_logger)
-      proc {
-        if !!logger && defined?(logger.close) && !logger.closed?
-          logger.close
-        end
-        
-        if !!hashie_logger && defined?(hashie_logger.close) && !hashie_logger.closed?
-          hashie_logger.close
-        end
-      }
-    end
   end
 end