meeseeker 0.0.4 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8b01bc12292352c934627c0f6ed373b6eec30dd05fc91ddcfbe83a5aa3da1e95
-  data.tar.gz: '07983e2f5ab16f93e178160140e208636fb5e073e10aac7b5a0212eb50e49f68'
+  metadata.gz: ee0984fc73172da1b1186ecaf6efee7301857ef06daa1b140f16cc732e93e97f
+  data.tar.gz: 60c2cad0dc9ddd541323dca737f1a6c017f0dc4b458075c5d2512b960133c863
 SHA512:
-  metadata.gz: 04d532184efc2c4d086e78e25e8e96106bbd0bf15121b2b55e25ef872874ea44da99ed994fe4e96ee6653dd002be7f82d3c1dbe5fa751703a6167487f4989631
-  data.tar.gz: 195cd89d7cdad7f430f6b2b91816c50bca5bafc52551edc8cb8ff253620980ceb872f7ad360a0a25824aefa038a4dbf978a25b843a9c509f62467d717974d684
+  metadata.gz: d031ecca3a20d7b4c484baa461bbe35a2405c240ee4a2cb0ba45d6342bbba91a884cc55b347fd7db4fcdd987734e6d163bbf29be302127d5cf9674215333b592
+  data.tar.gz: f4824210cb157c65a80fdb217f9ec30dc55e09dde132ebe62db3896a08f7b50d2b21978ce9721d7b60312fd3c629abb7f2755f235b2f239281039b394578b35e

data/lib/meeseeker/block_follower_job.rb

@@ -1,5 +1,7 @@
 module Meeseeker
   class BlockFollowerJob
+    MAX_VOP_RETRY = 3
+    
     def perform(options = {})
       block_api = Steem::BlockApi.new(url: Meeseeker.node_url)
       redis = Meeseeker.redis
@@ -116,12 +118,79 @@ module Meeseeker
       begin
         stream_options = {url: Meeseeker.node_url, mode: mode}
         options = options.merge(at_block_num: last_block_num)
+        condenser_api = nil
         
         Steem::Stream.new(stream_options).tap do |stream|
           puts "Stream begin: #{stream_options.to_json}; #{options.to_json}"
           
-          stream.operations(options) do |op, trx_id, block_num|
-            yield op, trx_id, block_num
+          # Prior to v0.0.4, we only streamed operations with stream.operations.
+          
+          # After v0.0.5, we stream blocks so that we can get block.timestamp,
+          # to embed it into op values.  This should also reduce streaming
+          # overhead since we no longer stream block_headers inder the hood.
+          
+          stream.blocks(options) do |block, block_num|
+            block.transactions.each_with_index do |transaction, index|
+              transaction.operations.each do |op|
+                op = op.merge(timestamp: block.timestamp)
+                
+                yield op, block.transaction_ids[index], block_num
+              end
+            end
+            
+            next unless !!Meeseeker.include_virtual
+            
+            retries = 0
+            
+            # This is where it gets tricky.  Virtual ops sometims don't show up
+            # right away, especially if we're streaming on head blocks.  In that
+            # situation, we might only need to wait about 1 block.  This loop
+            # will likely one execute one iteration, but we have fallback logic
+            # in case there are complications.
+            # 
+            # See: https://developers.steem.io/tutorials-recipes/virtual-operations-when-streaming-blockchain-transactions
+            
+            loop do
+              condenser_api ||= Steem::CondenserApi.new(url: Meeseeker.node_url)
+              condenser_api.get_ops_in_block(block_num, true) do |vops|
+                redo if vops.nil?
+                
+                if vops.empty? && mode != :head
+                  # Usually, we just need to slow down to allow virtual ops to
+                  # show up after a short delay.  Adding this delay doesn't
+                  # impact overall performance because steem-ruby will batch
+                  # when block streams fall behind.
+                  
+                  if retries < MAX_VOP_RETRY
+                    retries = retries + 1
+                    condenser_api = nil
+                    sleep 3 * retries
+                    
+                    redo
+                  end
+                  
+                  puts "Gave up retrying virtual ops lookup on block #{block_num}"
+                  
+                  break
+                end
+                
+                if retries > 0
+                  puts "Found virtual ops for block #{block_num} aftere #{retries} retrie(s)"
+                end
+                
+                vops.each do |vop|
+                  normalized_op = Hashie::Mash.new(
+                    type: vop.op[0],
+                    value: vop.op[1], 
+                    timestamp: vop.timestamp
+                  )
+                  
+                  yield normalized_op, vop.trx_id, vop.block
+                end
+              end
+              
+              break
+            end
           end
         end
       end

data/lib/meeseeker/version.rb

@@ -1,3 +1,3 @@
 module Meeseeker
-  VERSION = '0.0.4'
+  VERSION = '0.0.5'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: meeseeker
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
 platform: ruby
 authors:
 - Anthony Martin
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-02-18 00:00:00.000000000 Z
+date: 2019-03-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake