meeseeker 1.0.0 → 2.0.0.pre.1

data/lib/meeseeker/version.rb

@@ -1,4 +1,4 @@
 module Meeseeker
-  VERSION = '1.0.0'
+  VERSION = '2.0.0-1'
   AGENT_ID = "meeseeker/#{VERSION}"
 end

data/lib/meeseeker/witness_schedule_job.rb

@@ -1,7 +1,11 @@
 module Meeseeker
   class WitnessScheduleJob
     def perform(options = {})
-      database_api = Steem::DatabaseApi.new(url: Meeseeker.node_url)
+      chain = (options[:chain] || 'hive').to_sym
+      chain_key_prefix = chain.to_s if !!options[:chain]
+      chain_key_prefix ||= Meeseeker.default_chain_key_prefix
+      url = Meeseeker.default_url(chain_key_prefix)
+      database_api = Meeseeker.database_api_class(chain_key_prefix).new(url: url)
       redis = Meeseeker.redis
       mode = options.delete(:mode) || Meeseeker.stream_mode
       schedule = nil
@@ -53,7 +57,7 @@ module Meeseeker
         
         if next_shuffle_block_num != last_shuffle_block_num
           puts "next_shuffle_block_num: #{next_shuffle_block_num}; current_shuffled_witnesses: #{schedule.current_shuffled_witnesses.join(', ')}"
-          redis.publish('steem:witness:schedule', schedule.to_json)
+          redis.publish("#{chain_key_prefix}:witness:schedule", schedule.to_json)
           last_shuffle_block_num = next_shuffle_block_num
         end
         

data/meeseeker.gemspec

@@ -31,6 +31,7 @@ Gem::Specification.new do |s|
 
   s.add_dependency 'redis', '~> 4.1', '>= 4.1.0'
   s.add_dependency 'steem-ruby', '~> 0.9', '>= 0.9.4'
+  s.add_dependency 'hive-ruby', '~> 1.0.0.pre-1', '>= 1.0.0.pre-1'
   s.add_dependency 'mechanize', '~> 2.7', '>= 2.7.6'
   s.add_dependency 'rb-readline', '~> 0.5', '>= 0.5.5'
 end

data/test/meeseeker/meeseeker_test.rb

@@ -4,38 +4,265 @@ require 'rake'
 module Meeseeker
   class MeeseekerTest < Meeseeker::Test
     def setup
-      gem_dir = File.expand_path("..", File.dirname(__FILE__))
-      $LOAD_PATH.unshift gem_dir
-
-      pwd = Dir.pwd
-      Dir.chdir(gem_dir)
-      Rake.application.init
-      Rake.application.load_rakefile
-      Dir.chdir(pwd)
+      @max_blocks = 30 # must be at least 15 to get past irreversible
+    end
+    
+    def test_verify_hive_jobs
+      chain = 'hive'
+      check_keys(chain)
+      keys = []
       
       begin
-        if !!Meeseeker.redis.get(Meeseeker::LAST_BLOCK_NUM_KEY)
-          fail "Found existing keys.  Please use 'rake reset' to enable this test."
+        Rake::Task['verify:block_org'].reenable
+        assert Rake::Task['verify:block_org'].invoke('hive', @max_blocks)
+      rescue SystemExit => e
+        puts 'Exited.'
+      rescue Redis::TimeoutError => e
+        skip 'Timed out.'
+      end
+        
+      begin
+        Rake::Task['verify:witness:schedule'].reenable
+        assert Rake::Task['verify:witness:schedule'].invoke('hive', @max_blocks)
+      rescue SystemExit => e
+        puts 'Exited.'
+      rescue Redis::TimeoutError => e
+        skip 'Timed out.'
+      end
+        
+      block_api = Hive::BlockApi.new(url: 'http://anyx.io')
+      keys = Meeseeker.redis.keys('hive:*')
+      data = keys.map do |key|
+        next if key == 'hive:meeseeker:last_block_num'
+        
+        n, b, t, i, o = key.split(':')
+        
+        assert_equal 'hive', n, "expected hive key, got: #{key}"
+        
+        [b, t]
+      end.compact.sample(10).to_h
+      
+      assert data.any?, 'expect hive data'
+      
+      data.each do |b, t|
+        block_api.get_block(block_num: b) do |result|
+          block = result.block
+          
+          refute_nil block, "did not expect nil block (#{b})"
+          
+          if !!block.transaction_ids
+            assert block.transaction_ids.include?(t), "Could not find hive trx_id (#{t}) in block (#{b})."
+          else
+            puts "Skipped check for hive trx_id (#{t}) in block (#{b}) because API does not support lookup."
+          end
         end
-      rescue Redis::CannotConnectError => e
-        puts "Cannot connect to redis, using MockRedis instead."
+      end
+      
+      if keys.any?
+        dropped = Meeseeker.redis.del(*keys)
+        puts "Dropped #{dropped} keys."
+      else
+        fail 'No keys.'
+      end
+    end
+    
+    def test_verify_steem_jobs
+      chain = 'steem'
+      check_keys(chain)
+      keys = []
+      
+      begin
+        Rake::Task['verify:block_org'].reenable
+        assert Rake::Task['verify:block_org'].invoke('steem', @max_blocks)
+      rescue SystemExit => e
+        puts 'Exited.'
+      rescue Redis::TimeoutError => e
+        skip 'Timed out.'
+      end
+      
+      begin
+        Rake::Task['verify:witness:schedule'].reenable
+        assert Rake::Task['verify:witness:schedule'].invoke('steem', @max_blocks)
+      rescue SystemExit => e
+        puts 'Exited.'
+      rescue Redis::TimeoutError => e
+        skip 'Timed out.'
+      end
+      
+      block_api = Steem::BlockApi.new
+      keys = Meeseeker.redis.keys('steem:*')
+      data = keys.map do |key|
+        next if key == 'steem:meeseeker:last_block_num'
         
-        Meeseeker.redis = MockRedis.new  
+        n, b, t, i, o = key.split(':')
+        
+        assert_equal 'steem', n, "expected steem key, got: #{key}"
+        
+        [b, t]
+      end.compact.sample(10).to_h
+      
+      assert data.any?, 'expect steem data'
+      
+      data.each do |b, t|
+        block_api.get_block(block_num: b) do |result|
+          block = result.block
+          
+          refute_nil block, "did not expect nil block (#{b})"
+          
+          if !!block.transaction_ids
+            assert block.transaction_ids.include?(t), "Could not find steem trx_id (#{t}) in block (#{b})."
+          else
+            puts "Skipped check for steem trx_id (#{t}) in block (#{b}) because API does not support lookup."
+          end
+        end
+      end
+      
+      if keys.any?
+        dropped = Meeseeker.redis.del(*keys)
+        puts "Dropped #{dropped} keys."
+      else
+        fail 'No keys.'
+      end
+    end
+    
+    def test_verify_steem_engine_jobs
+      chain = 'steem_engine' 
+      check_keys(chain)
+      keys = []
+      
+      begin
+        Rake::Task['verify:steem_engine_block_org'].reenable
+        Rake::Task['verify:engine_block_org'].reenable
+        assert Rake::Task['verify:steem_engine_block_org'].invoke(@max_blocks)
+      rescue SystemExit => e
+        puts 'Exited.'
+      rescue Redis::TimeoutError => e
+        skip 'Timed out.'
+      end
+      
+      begin
+        Rake::Task['verify:steem_engine_ref_blocks'].reenable
+        Rake::Task['verify:engine_ref_blocks'].reenable
+        assert Rake::Task['verify:steem_engine_ref_blocks'].invoke(@max_blocks)
+      rescue SystemExit => e
+        puts 'Exited.'
+      rescue Redis::TimeoutError => e
+        skip 'Timed out.'
+      end
+      
+      agent = Meeseeker::SteemEngine::Agent.new
+      keys = Meeseeker.redis.keys('steem_engine:*')
+      data = keys.map do |key|
+        n, b, t, i, o = key.split(':')
+        
+        assert_equal chain, n, "expected steem_engine key, got: #{key}"
+        
+        next if t == Meeseeker::VIRTUAL_TRX_ID
+        
+        [b, t]
+      end.compact.sample(10).to_h
+      
+      assert data.any?, 'expect steem_engine data'
+      
+      data.each do |b, t|
+        block = agent.block(b)
+        refute_nil block, "did not expect nil block (#{b})"
+        
+        count = block['transactions'].select do |trx|
+          trx['transactionId'].include? t
+        end.size
+        
+        assert count > 0, "Could not find steem_engine trx_id (#{t}) in block (#{b})."
+      end
+      
+      agent.shutdown
+      
+      if keys.any?
+        dropped = Meeseeker.redis.del(*keys)
+        puts "Dropped #{dropped} keys."
+      else
+        fail 'No keys.'
       end
     end
     
-    def test_verify_all_jobs
-      max_blocks = 30 # must be at least 15 to get past irreversible
+    def test_verify_hive_engine_jobs
+      chain = 'hive_engine'
+      check_keys(chain)
+      keys = []
+      
+      begin
+        Rake::Task['verify:hive_engine_block_org'].reenable
+        Rake::Task['verify:engine_block_org'].reenable
+        assert Rake::Task['verify:hive_engine_block_org'].invoke(@max_blocks)
+      rescue SystemExit => e
+        puts 'Exited.'
+      rescue Redis::TimeoutError => e
+        skip 'Timed out.'
+      end
       
       begin
-        assert Rake::Task['verify:block_org'].invoke(max_blocks)
-        assert Rake::Task['verify:steem_engine_block_org'].invoke(max_blocks)
-        assert Rake::Task['verify:witness:schedule'].invoke(max_blocks)
+        Rake::Task['verify:hive_engine_ref_blocks'].reenable
+        Rake::Task['verify:engine_ref_blocks'].reenable
+        assert Rake::Task['verify:hive_engine_ref_blocks'].invoke(@max_blocks)
+      rescue SystemExit => e
+        puts 'Exited.'
       rescue Redis::TimeoutError => e
-        skip "Timed out."
+        skip 'Timed out.'
       end
       
-      Rake::Task['reset'].invoke
+      agent = Meeseeker::HiveEngine::Agent.new
+      keys = Meeseeker.redis.keys('hive_engine:*')
+      data = keys.map do |key|
+        n, b, t, i, o = key.split(':')
+        
+        assert_equal chain, n, "expected hive_engine key, got: #{key}"
+        
+        next if t == Meeseeker::VIRTUAL_TRX_ID
+        
+        [b, t]
+      end.compact.sample(10).to_h
+      
+      assert data.any?, 'expect hive_engine data'
+      
+      data.each do |b, t|
+        block = agent.block(b)
+        refute_nil block, "did not expect nil block (#{b})"
+        
+        count = block['transactions'].select do |trx|
+          trx['transactionId'].include? t
+        end.size
+        
+        assert count > 0, "Could not find hive_engine trx_id (#{t}) in block (#{b})."
+      end
+      
+      agent.shutdown
+      
+      if keys.any?
+        dropped = Meeseeker.redis.del(*keys)
+        puts "Dropped #{dropped} keys."
+      else
+        fail 'No keys.'
+      end
+    end
+  private
+    def check_keys(chain)
+      chain = chain_key_prefix = chain.to_s
+      Meeseeker.node_url = case chain.to_sym
+      when :hive_engine then Meeseeker.shuffle_node_url('hive')
+      when :steem_engine then Meeseeker.shuffle_node_url('steem')
+      else
+        Meeseeker.shuffle_node_url(chain.to_s)
+      end
+      
+      begin
+        if !!Meeseeker.redis.get(chain_key_prefix + Meeseeker::LAST_BLOCK_NUM_KEY_SUFFIX)
+          fail "Found existing keys.  Please use 'rake reset' to enable this test."
+        end
+      rescue Redis::CannotConnectError => e
+        warn "Cannot connect to redis, using MockRedis instead."
+        
+        Meeseeker.redis = MockRedis.new  
+      end
     end
   end
 end

data/test/test_helper.rb

@@ -13,6 +13,16 @@ require 'minitest/hell'
 require 'minitest/proveit'
 require 'pry'
 
+# In order to test Rakefile:
+gem_dir = File.expand_path("..", File.dirname(__FILE__))
+$LOAD_PATH.unshift gem_dir
+
+pwd = Dir.pwd
+Dir.chdir(gem_dir)
+Rake.application.init
+Rake.application.load_rakefile
+Dir.chdir(pwd)
+
 class Minitest::Test
   parallelize_me!
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: meeseeker
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 2.0.0.pre.1
 platform: ruby
 authors:
 - Anthony Martin
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-01-20 00:00:00.000000000 Z
+date: 2020-06-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -210,6 +210,26 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.9.4
+- !ruby/object:Gem::Dependency
+  name: hive-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0.pre.pre.1
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.0.pre.pre.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0.pre.pre.1
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.0.pre.pre.1
 - !ruby/object:Gem::Dependency
   name: mechanize
   requirement: !ruby/object:Gem::Requirement
@@ -267,6 +287,7 @@ files:
 - bin/meeseeker
 - lib/meeseeker.rb
 - lib/meeseeker/block_follower_job.rb
+- lib/meeseeker/hive_engine.rb
 - lib/meeseeker/steem_engine/agent.rb
 - lib/meeseeker/steem_engine/follower_job.rb
 - lib/meeseeker/version.rb
@@ -279,7 +300,7 @@ licenses:
 - CC0-1.0
 metadata:
   source_code_uri: https://github.com/inertia186/meeseeker
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -290,13 +311,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.10
-signing_key: 
+rubygems_version: 3.0.8
+signing_key:
 specification_version: 4
 summary: Redis based block follower is an efficient way for multiple apps to stream
   the Steem Blockchain.