meeseeker 0.0.9 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6b0c21a1d80f88d64cb337412bc98bfa587477720f4e6d8de0ec4c25781d9af4
-  data.tar.gz: '090cde6805a1bed78470c51413f83edf753c698677b169d77a929cc88d75e9e6'
+  metadata.gz: d0ed288dbda6b6cac7cd3e77e520d443a3c908cd9abd5933d5e867e836f11139
+  data.tar.gz: c0fad654f2f6afc353b02c8404ee7a3ceac2096ed797d32a1078b8ae28cced9e
 SHA512:
-  metadata.gz: 974862220d3dfc63c34fc2883fcf982cbc80e5085a58cfc262c28fb8b3dde9c912c46d604a692ec30137d93007e31de643dfae4bfd60a9ded749771a68fd4369
-  data.tar.gz: 0ba23902a5fe150682b4d720f620e8a80c94131ec118ae8b23c83b3fd6e60889b06752ac9d8cc47878b633e4a556ae293da87720ca2bd8c8e7776c8ac3e6e1a2
+  metadata.gz: 210246f8ab9fa1bab680be81a1b8577ec09b0d252227186a83f2a9e68445722a3dbd9a61a4bb9eda990ca3b3da0c5a377d3c70f245c330c5cc5a74ffdba2cb83
+  data.tar.gz: 26dc21a2cddb435bf480a00ec46ea23c2afd94d0c068967266a1120a6dab6050093e0d9969e81c6fe0caaae37c8854327da8a039c1a269b5c9fe047dea3df550

data/README.md

@@ -2,6 +2,8 @@
 
 Redis based block follower is an efficient way for multiple apps to stream the Steem Blockchain.
 
+[![Build Status](https://travis-ci.org/inertia186/meeseeker.svg?branch=master)](https://travis-ci.org/inertia186/meeseeker)
+
 If you have multiple applications that need to perform actions as operations occur, `meeseeker` will allow your apps to each perform actions for specific operations without each app having to stream the entire blockchain.
 
 *In a nutshell:* The overarching intent here is to provide a "live view" of the blockchain, *not* store the entire blockchain.  Apps can attach to your redis source and ask, "What *just* happened?"

data/lib/meeseeker/block_follower_job.rb

@@ -32,7 +32,12 @@ module Meeseeker
             trx_index = 0
           end
           
-          op_type = op.type.split('_')[0..-2].join('_')
+          op_type = if op.type.end_with? '_operation'
+            op.type.split('_')[0..-2].join('_')
+          else
+            op.type
+          end
+          
           key = "#{current_key_prefix}:#{trx_index}:#{op_type}"
           puts key
         end
@@ -49,7 +54,11 @@ module Meeseeker
           if Meeseeker.include_block_header
             catch :block_header do
               block_api.get_block_header(block_num: block_num) do |result|
-                throw :block_header if result.nil || result.header.nil?
+                if result.nil? || result.header.nil?
+                  puts "Node returned empty result for block_header on block_num: #{block_num} (rate limiting?).  Retrying ..."
+                  sleep 3
+                  throw :block_header
+                end
                 
                 block_payload.merge!(result.header.to_h)
               end
@@ -132,6 +141,8 @@ module Meeseeker
           loop do
             begin
               stream.blocks(options) do |b, n|
+                redo if b.nil?
+                
                 b.transactions.each_with_index do |transaction, index|
                   transaction.operations.each do |op|
                     op = op.merge(timestamp: b.timestamp)
@@ -153,9 +164,13 @@ module Meeseeker
                 # See: https://developers.steem.io/tutorials-recipes/virtual-operations-when-streaming-blockchain-transactions
                 
                 loop do
+                  # TODO (HF23) Switch to account_history_api.enum_virtual_ops if supported.
                   condenser_api ||= Steem::CondenserApi.new(url: Meeseeker.node_url)
                   condenser_api.get_ops_in_block(n, true) do |vops|
-                    redo if vops.nil?
+                    if vops.nil?
+                      puts "Node returned empty result for get_ops_in_block on block_num: #{n} (rate limiting?).  Retrying ..."
+                      vops = []
+                    end
                     
                     if vops.empty? && mode != :head
                       # Usually, we just need to slow down to allow virtual ops to

data/lib/meeseeker/version.rb

@@ -1,4 +1,4 @@
 module Meeseeker
-  VERSION = '0.0.9'
+  VERSION = '1.0.0'
   AGENT_ID = "meeseeker/#{VERSION}"
 end

data/meeseeker.gemspec

@@ -27,8 +27,10 @@ Gem::Specification.new do |s|
   s.add_development_dependency 'simplecov', '~> 0.15', '>= 0.15.1'
   s.add_development_dependency 'pry', '~> 0.11', '>= 0.11.3'
   s.add_development_dependency 'irb', '~> 1.0', '>= 1.0.0'
+  s.add_development_dependency 'mock_redis', '~> 0.22', '>= 0.22.0'
 
   s.add_dependency 'redis', '~> 4.1', '>= 4.1.0'
-  s.add_dependency 'steem-mechanize', '~> 0.0', '>= 0.0.5'
+  s.add_dependency 'steem-ruby', '~> 0.9', '>= 0.9.4'
+  s.add_dependency 'mechanize', '~> 2.7', '>= 2.7.6'
   s.add_dependency 'rb-readline', '~> 0.5', '>= 0.5.5'
 end

data/test/meeseeker/meeseeker_test.rb

@@ -13,17 +13,27 @@ module Meeseeker
       Rake.application.load_rakefile
       Dir.chdir(pwd)
       
-      if !!Meeseeker.redis.get(Meeseeker::LAST_BLOCK_NUM_KEY)
-        fail "Found existing keys.  Please use 'rake reset' to enable this test."
+      begin
+        if !!Meeseeker.redis.get(Meeseeker::LAST_BLOCK_NUM_KEY)
+          fail "Found existing keys.  Please use 'rake reset' to enable this test."
+        end
+      rescue Redis::CannotConnectError => e
+        puts "Cannot connect to redis, using MockRedis instead."
+        
+        Meeseeker.redis = MockRedis.new  
       end
     end
     
     def test_verify_all_jobs
       max_blocks = 30 # must be at least 15 to get past irreversible
-    
-      assert Rake::Task['verify:block_org'].invoke(max_blocks)
-      assert Rake::Task['verify:steem_engine_block_org'].invoke(max_blocks)
-      assert Rake::Task['verify:witness:schedule'].invoke(max_blocks)
+      
+      begin
+        assert Rake::Task['verify:block_org'].invoke(max_blocks)
+        assert Rake::Task['verify:steem_engine_block_org'].invoke(max_blocks)
+        assert Rake::Task['verify:witness:schedule'].invoke(max_blocks)
+      rescue Redis::TimeoutError => e
+        skip "Timed out."
+      end
       
       Rake::Task['reset'].invoke
     end

data/test/test_helper.rb

@@ -6,6 +6,7 @@ SimpleCov.start
 SimpleCov.merge_timeout 3600
 
 require 'meeseeker'
+require 'mock_redis'
 require 'minitest/autorun'
 require 'minitest/line/describe_track'
 require 'minitest/hell'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: meeseeker
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 1.0.0
 platform: ruby
 authors:
 - Anthony Martin
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-10-08 00:00:00.000000000 Z
+date: 2020-01-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -74,22 +74,22 @@ dependencies:
   name: minitest-proveit
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.0'
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.0.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.0'
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.0.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
@@ -134,62 +134,102 @@ dependencies:
   name: irb
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.0'
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.0.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: mock_redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.0.0
+        version: 0.22.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.22'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.22.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.22'
 - !ruby/object:Gem::Dependency
   name: redis
   requirement: !ruby/object:Gem::Requirement
     requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.1.0
     - - "~>"
       - !ruby/object:Gem::Version
         version: '4.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 4.1.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.1'
+- !ruby/object:Gem::Dependency
+  name: steem-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.1'
+        version: '0.9'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 4.1.0
+        version: 0.9.4
 - !ruby/object:Gem::Dependency
-  name: steem-mechanize
+  name: mechanize
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.0'
+        version: '2.7'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.5
+        version: 2.7.6
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.0'
+        version: '2.7'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.5
+        version: 2.7.6
 - !ruby/object:Gem::Dependency
   name: rb-readline
   requirement: !ruby/object:Gem::Requirement
@@ -255,7 +295,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.7
+rubygems_version: 2.7.10
 signing_key: 
 specification_version: 4
 summary: Redis based block follower is an efficient way for multiple apps to stream