zold-stress 0.1.0

data/lib/zold/stress/stats.rb

@@ -0,0 +1,106 @@
+# frozen_string_literal: true
+
+# Copyright (c) 2018 Yegor Bugayenko
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the 'Software'), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+require 'time'
+require 'rainbow'
+require 'backtrace'
+require 'zold/log'
+require 'zold/age'
+
+# Pool of wallets.
+# Author:: Yegor Bugayenko (yegor256@gmail.com)
+# Copyright:: Copyright (c) 2018 Yegor Bugayenko
+# License:: MIT
+module Zold::Stress
+  # Stats
+  class Stats
+    def initialize
+      @start = Time.now
+      @history = {}
+      @mutex = Mutex.new
+    end
+
+    def to_console
+      [
+        "#{(total('arrived') / (Time.now - @start)).round(2)} tps",
+        %w[update push pull paid].map do |m|
+          if @history[m]
+            t = "#{m}: #{total(m)}/#{Zold::Age.new(Time.now - avg(m), limit: 1)}"
+            errors = total(m + '_error')
+            t += errors.zero? ? '' : '/' + Rainbow(errors.to_s).red
+            t
+          else
+            "#{m}: none"
+          end
+        end
+      ].join('; ')
+    end
+
+    def total(metric)
+      (@history[metric] || []).count
+    end
+
+    def avg(metric)
+      array = @history[metric].map { |a| a[:value] } || []
+      sum = array.inject(&:+) || 0
+      count = [array.count, 1].max
+      sum.to_f / count
+    end
+
+    def to_json
+      @history.map do |m, h|
+        data = h.map { |a| a[:value] }
+        sum = data.inject(&:+) || 0
+        [
+          m,
+          {
+            'total': data.count,
+            'sum': sum,
+            'avg': (data.empty? ? 0 : (sum / data.count)),
+            'max': data.max || 0,
+            'min': data.min || 0,
+            'age': (h.map { |a| a[:time] }.max || 0) - (h.map { |a| a[:time] }.min || 0)
+          }
+        ]
+      end.to_h
+    end
+
+    def exec(metric, swallow: true)
+      start = Time.now
+      yield
+      put(metric + '_ok', Time.now - start)
+    rescue StandardError => ex
+      put(metric + '_error', Time.now - start)
+      raise ex unless swallow
+    ensure
+      put(metric, Time.now - start)
+    end
+
+    def put(metric, value)
+      raise "Invalid type of \"#{value}\" (#{value.class.name})" unless value.is_a?(Integer) || value.is_a?(Float)
+      @mutex.synchronize do
+        @history[metric] = [] unless @history[metric]
+        @history[metric] << { time: Time.now, value: value }
+      end
+    end
+  end
+end

data/test/zold/stress/fake_node.rb

@@ -0,0 +1,91 @@
+# frozen_string_literal: true
+
+# Copyright (c) 2018 Yegor Bugayenko
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the 'Software'), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+require 'zold/key'
+require 'zold/id'
+require 'zold/log'
+require 'zold/http'
+require 'zold/score'
+require 'zold/wallets'
+require 'zold/remotes'
+require 'zold/verbose_thread'
+require 'zold/commands/node'
+require 'tmpdir'
+require 'random-port'
+require_relative '../test__helper'
+
+module Zold::Stress
+  class FakeNode
+    def initialize(log)
+      @log = log
+    end
+
+    def exec
+      RandomPort::Pool::SINGLETON.acquire do |port|
+        Dir.mktmpdir do |home|
+          thread = Thread.start do
+            Zold::VerboseThread.new(@log).run do
+              node = Zold::Node.new(
+                wallets: Zold::Wallets.new(home),
+                remotes: Zold::Remotes.new(file: File.join(home, 'remotes')),
+                copies: File.join(home, 'copies'),
+                log: @log
+              )
+              node.run(
+                [
+                  '--home', home,
+                  '--network=test',
+                  '--port', port.to_s,
+                  '--host=localhost',
+                  '--bind-port', port.to_s,
+                  '--threads=0',
+                  '--standalone',
+                  '--no-metronome',
+                  '--dump-errors',
+                  '--halt-code=test',
+                  '--strength=2',
+                  '--routine-immediately',
+                  '--invoice=NOPREFIX@ffffffffffffffff'
+                ]
+              )
+            end
+          end
+          attempt = 0
+          loop do
+            code = Zold::Http.new(uri: "http://localhost:#{port}/").get.code
+            break if code == '200'
+            @log.debug("Waiting for the node at localhost:#{port} (attempt no.#{attempt}): #{code}...")
+            attempt += 1
+            sleep 1
+            raise 'Can\'t start a node' if attempt > 100
+          end
+          begin
+            yield port
+          ensure
+            Zold::Http.new(uri: "http://localhost:#{port}/?halt=test").get
+            thread.join
+          end
+        end
+      end
+    end
+  end
+end

data/test/zold/stress/test_air.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+# Copyright (c) 2018 Yegor Bugayenko
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the 'Software'), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+require 'minitest/autorun'
+require 'zold/id'
+require 'parallelize'
+require_relative '../test__helper'
+require_relative '../../../lib/zold/stress/air'
+
+class AirTest < Minitest::Test
+  def test_adds_and_removes
+    air = Zold::Stress::Air.new
+    pmt = { start: Time.now, source: Zold::Id::ROOT, target: Zold::Id::ROOT, details: 'Hi!' }
+    air.add(pmt)
+    assert_equal(1, air.fetch.count)
+    air.fetch.each do |p|
+      assert_equal(pmt, p)
+    end
+    air.delete(pmt)
+    assert_equal(0, air.fetch.count)
+  end
+end

data/test/zold/stress/test_pmnts.rb

@@ -0,0 +1,97 @@
+# frozen_string_literal: true
+
+# Copyright (c) 2018 Yegor Bugayenko
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the 'Software'), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+require 'minitest/autorun'
+require 'zold/key'
+require 'zold/id'
+require 'zold/log'
+require 'zold/wallets'
+require 'zold/sync_wallets'
+require 'zold/remotes'
+require 'zold/commands/create'
+require 'tmpdir'
+require 'slop'
+require_relative '../test__helper'
+require_relative 'fake_node'
+require_relative '../../../lib/zold/stress/pmnts'
+require_relative '../../../lib/zold/stress/stats'
+
+class PmntsTest < Minitest::Test
+  def test_pays_one_on_one
+    Dir.mktmpdir do |home|
+      wallets = Zold::SyncWallets.new(Zold::Wallets.new(home))
+      remotes = Zold::Remotes.new(file: File.join(home, 'remotes'), network: 'test')
+      Zold::Create.new(wallets: wallets, log: test_log).run(
+        ['create', '--public-key=fixtures/id_rsa.pub', Zold::Id::ROOT.to_s, '--network=test']
+      )
+      id = Zold::Create.new(wallets: wallets, log: test_log).run(
+        ['create', '--public-key=fixtures/id_rsa.pub', '--network=test']
+      )
+      Zold::Pay.new(wallets: wallets, remotes: remotes, log: test_log).run(
+        ['pay', Zold::Id::ROOT.to_s, id.to_s, '7.00', 'start', '--private-key=fixtures/id_rsa']
+      )
+      sent = Zold::Stress::Pmnts.new(
+        pvt: Zold::Key.new(file: 'fixtures/id_rsa'),
+        wallets: wallets,
+        remotes: remotes,
+        stats: Zold::Stress::Stats.new,
+        opts: test_opts('--batch=1'),
+        log: test_log, vlog: test_log
+      ).send
+      assert_equal(1, sent.count)
+      assert_equal(id, sent[0][:source])
+      assert_equal(Zold::Id::ROOT, sent[0][:target])
+      assert_equal(Zold::Amount.new(zld: 3.5), wallets.find(id, &:balance))
+      assert_equal(Zold::Amount.new(zld: -3.5), wallets.find(Zold::Id::ROOT, &:balance))
+    end
+  end
+
+  def test_pays
+    Dir.mktmpdir do |home|
+      wallets = Zold::Wallets.new(home)
+      remotes = Zold::Remotes.new(file: File.join(home, 'remotes'), network: 'test')
+      Zold::Create.new(wallets: wallets, log: test_log).run(
+        ['create', '--public-key=fixtures/id_rsa.pub', Zold::Id::ROOT.to_s, '--network=test']
+      )
+      ids = []
+      5.times do
+        id = Zold::Create.new(wallets: wallets, log: test_log).run(
+          ['create', '--public-key=fixtures/id_rsa.pub', '--network=test']
+        )
+        Zold::Pay.new(wallets: wallets, remotes: remotes, log: test_log).run(
+          ['pay', Zold::Id::ROOT.to_s, id.to_s, '7.00', 'start', '--private-key=fixtures/id_rsa']
+        )
+        ids << id
+      end
+      sent = Zold::Stress::Pmnts.new(
+        pvt: Zold::Key.new(file: 'fixtures/id_rsa'),
+        wallets: wallets,
+        remotes: remotes,
+        stats: Zold::Stress::Stats.new,
+        opts: test_opts('--batch=20'),
+        log: test_log, vlog: test_log
+      ).send
+      assert_equal(20, sent.count)
+      assert_equal(ids.sort, sent.map { |s| s[:source] }.sort.uniq)
+    end
+  end
+end

data/test/zold/stress/test_pool.rb

@@ -0,0 +1,64 @@
+# frozen_string_literal: true
+
+# Copyright (c) 2018 Yegor Bugayenko
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the 'Software'), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+require 'minitest/autorun'
+require 'zold/key'
+require 'zold/id'
+require 'zold/log'
+require 'zold/wallets'
+require 'zold/sync_wallets'
+require 'zold/remotes'
+require 'tmpdir'
+require 'slop'
+require_relative '../test__helper'
+require_relative 'fake_node'
+require_relative '../../../lib/zold/stress/pool'
+require_relative '../../../lib/zold/stress/stats'
+
+class PoolTest < Minitest::Test
+  def test_reloads_wallets
+    Zold::Stress::FakeNode.new(test_log).exec do |port|
+      Dir.mktmpdir do |home|
+        wallets = Zold::SyncWallets.new(Zold::Wallets.new(home))
+        Zold::Create.new(wallets: wallets, log: test_log).run(
+          ['create', '--public-key=fixtures/id_rsa.pub', Zold::Id::ROOT.to_s, '--network=test']
+        )
+        wallets.find(Zold::Id::ROOT) do |w|
+          w.add(Zold::Txn.new(1, Time.now, Zold::Amount.new(zld: 1.0), 'NOPREFIX', Zold::Id.new, '-'))
+        end
+        remotes = Zold::Remotes.new(file: File.join(home, 'remotes'), network: 'test')
+        remotes.clean
+        remotes.add('localhost', port)
+        size = 3
+        Zold::Stress::Pool.new(
+          wallets: wallets,
+          remotes: remotes,
+          copies: File.join(home, 'copies'),
+          stats: Zold::Stress::Stats.new,
+          opts: test_opts("--pool=#{size}"),
+          log: test_log, vlog: test_log
+        ).rebuild
+        assert_equal(size, wallets.all.count)
+      end
+    end
+  end
+end

data/test/zold/stress/test_round.rb

@@ -0,0 +1,86 @@
+# frozen_string_literal: true
+
+# Copyright (c) 2018 Yegor Bugayenko
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the 'Software'), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+require 'minitest/autorun'
+require 'slop'
+require 'zold/key'
+require 'zold/id'
+require 'zold/log'
+require 'zold/http'
+require 'zold/score'
+require 'zold/wallets'
+require 'zold/sync_wallets'
+require 'zold/cached_wallets'
+require 'zold/remotes'
+require 'zold/commands/create'
+require 'zold/commands/pay'
+require 'zold/commands/push'
+require 'zold/commands/node'
+require 'tmpdir'
+require_relative '../test__helper'
+require_relative 'fake_node'
+require_relative '../../../lib/zold/stress/round'
+
+class StressTest < Minitest::Test
+  def test_runs_a_few_full_cycles
+    Zold::Stress::FakeNode.new(Zold::Log::Quiet.new).exec do |port|
+      Dir.mktmpdir do |home|
+        remotes = Zold::Remotes.new(file: File.join(home, 'remotes'), network: 'test')
+        remotes.clean
+        remotes.add('localhost', port)
+        wallets = Zold::SyncWallets.new(Zold::CachedWallets.new(Zold::Wallets.new(home)))
+        Zold::Create.new(wallets: wallets, log: test_log).run(
+          ['create', '--public-key=fixtures/id_rsa.pub', Zold::Id::ROOT.to_s, '--network=test']
+        )
+        wallets.find(Zold::Id::ROOT) do |w|
+          w.add(Zold::Txn.new(1, Time.now, Zold::Amount.new(zld: 1.0), 'NOPREFIX', Zold::Id.new, '-'))
+        end
+        stats = Zold::Stress::Stats.new
+        air = Zold::Stress::Air.new
+        batch = 20
+        round = Zold::Stress::Round.new(
+          pvt: Zold::Key.new(file: 'fixtures/id_rsa'),
+          wallets: wallets, remotes: remotes,
+          air: air, stats: stats,
+          opts: test_opts('--pool=5', "--batch=#{batch}"),
+          copies: File.join(home, 'copies'),
+          log: test_log, vlog: test_log
+        )
+        round.update
+        round.prepare
+        round.send
+        attempt = 0
+        loop do
+          break if air.fetch.empty?
+          break if attempt > 50
+          round.pull
+          round.match
+          test_log.info(stats.to_console)
+          attempt += 1
+          sleep 0.2
+        end
+        assert(air.fetch.empty?)
+        assert_equal(batch, stats.total('arrived'))
+      end
+    end
+  end
+end