drbdump 1.0

data/test/test_drbdump_loader.rb

@@ -0,0 +1,88 @@
+require 'drbdump/test_case'
+
+class TestDRbDumpLoader < DRbDump::TestCase
+
+  def setup
+    super
+
+    @loader = DRbDump::Loader.new load_limit: 40
+  end
+
+  def test_load
+    ms = load "\x00\x00\x00\x05\x04\x08[\x06T"
+
+    assert_equal "\x04\x08[\x06T", ms.stream
+  end
+
+  def test_load_marshal_read_error
+    stream = Object.new
+    stream.instance_variable_set :@read, false
+    def stream.read(size)
+      raise if @read
+
+      @read = true
+
+      "\x00\x00\x00\x05"
+    end
+
+    assert_raises DRbDump::Loader::DataError do
+      @loader.load stream
+    end
+  end
+
+  def test_load_marshal_too_short
+    assert_raises DRbDump::Loader::Premature do
+      load "\x00\x00\x00\x05\x04\x08[\x06"
+    end
+  end
+
+  def test_load_no_marshal
+    stream = Object.new
+    stream.instance_variable_set :@read, false
+    def stream.read(size)
+      return nil if @read
+
+      @read = true
+
+      "\x00\x00\x00\x05"
+    end
+
+    assert_raises DRbDump::Loader::DataError do
+      @loader.load stream
+    end
+  end
+
+  def test_load_no_size
+    assert_raises DRbDump::Loader::SizeError do
+      load ''
+    end
+  end
+
+  def test_load_size_read_error
+    stream = Object.new
+    def stream.read() end # ArgumentError
+
+    assert_raises DRbDump::Loader::SizeError do
+      @loader.load stream
+    end
+  end
+
+  def test_load_size_too_short
+    assert_raises DRbDump::Loader::Premature do
+      load "\x00\x00\x00"
+    end
+  end
+
+  def test_load_size_too_long
+    assert_raises DRbDump::Loader::TooLarge do
+      load [41].pack 'N'
+    end
+  end
+
+  def load stream
+    stream = StringIO.new stream
+    @loader.load stream
+  end
+
+end
+

data/test/test_drbdump_message.rb

@@ -0,0 +1,31 @@
+require 'drbdump/test_case'
+
+class TestDRbDumpMessage < DRbDump::TestCase
+
+  def setup
+    super
+
+    drbdump
+
+    @packet = packets(ARG_DUMP).first
+
+    @m = DRbDump::Message.new @drbdump, @packet
+  end
+
+  def test_destination
+    assert_equal '"druby://kault:57315"', @m.destination
+  end
+
+  def test_resolve_addresses
+    @m.resolve_addresses
+
+    assert_equal '"druby://kault:57317"', @m.source
+    assert_equal '"druby://kault:57315"', @m.destination
+  end
+
+  def test_source
+    assert_equal '"druby://kault:57317"', @m.source
+  end
+
+end
+

data/test/test_drbdump_message_result.rb

@@ -0,0 +1,73 @@
+require 'drbdump/test_case'
+
+class TestDRbDumpMessageResult < DRbDump::TestCase
+
+  def setup
+    super
+
+    drbdump
+
+    @packet = packets(ARG_DUMP).first
+
+    status = Marshal::Structure.new "\x04\x08T"
+    value  = StringIO.new "\x00\x00\x00\x08\x04\x08\[\x06\"\x07OK"
+
+    @mr = DRbDump::MessageResult.new @drbdump, @packet, status, value
+  end
+
+  def test_allocations
+    assert_equal 2, @mr.allocations
+  end
+
+  def test_display
+    out, = capture_io do
+      @mr.display
+    end
+
+    expected = <<-EXPECTED
+23:46:20.561298 "druby://kault:57315" \u21d0 "druby://kault:57317" success: ["OK"]
+    EXPECTED
+
+    assert_equal expected, out
+
+    assert_equal 1, @statistics.drb_results_received
+  end
+
+  def test_display_quiet
+    @drbdump.quiet = true
+
+    assert_silent do
+      @mr.display
+    end
+
+    assert_equal 1, @statistics.drb_results_received
+  end
+
+  def test_result
+    assert_equal '["OK"]', @mr.result
+  end
+
+  def test_status
+    assert_equal true, @mr.status
+  end
+
+  def test_timestamp
+    first, _, last = packets(FIN_DUMP).first 3
+
+    ms = DRbDump::MessageSend.new @drbdump, last, nil, nil
+
+    assert_equal last.timestamp, ms.timestamp
+
+    @drbdump.incomplete_timestamps[first.source] = first.timestamp
+
+    assert_equal first.timestamp, ms.timestamp
+  end
+
+  def test_update_statistics
+    @mr.update_statistics
+
+    assert_equal 1, @statistics.drb_results_received
+  end
+
+end
+

data/test/test_drbdump_message_send.rb

@@ -0,0 +1,105 @@
+require 'drbdump/test_case'
+
+class TestDRbDumpMessageSend < DRbDump::TestCase
+
+  def setup
+    super
+
+    drbdump
+
+    @packet = packets(ARG_DUMP).first
+
+    receiver = Marshal::Structure.new "\x04\x080"
+    msg = "\x00\x00\x00\x0b\x04\x08\"\x0cmessage"
+    argc = "\x00\x00\x00\x04\x04\x08i\x08"
+    argv = [
+      "\x00\x00\x00\x05\x04\x08\"\x06a",
+      "\x00\x00\x00\x05\x04\x08\"\x06b",
+      "\x00\x00\x00\x05\x04\x08\"\x06c",
+    ]
+    block = "\x00\x00\x00\x03\x04\x080"
+
+    stream = StringIO.new msg + argc + argv.join + block
+
+    @ms = DRbDump::MessageSend.new @drbdump, @packet, receiver, stream
+  end
+
+  def test_allocations
+    assert_equal 4, @ms.allocations
+  end
+
+  def test_arguments
+    assert_equal '"a", "b", "c"', @ms.arguments
+  end
+
+  def test_argument_count
+    assert_equal 3, @ms.argument_count
+  end
+
+  def test_argv
+    assert_equal %w[a b c], @ms.argv
+  end
+
+  def test_block
+    assert_nil @ms.block
+  end
+
+  def test_display
+    out, = capture_io do
+      @ms.display
+    end
+
+    expected = <<-EXPECTED
+23:46:20.561298 "druby://kault:57317" \u21d2 ("druby://kault:57315", nil).message("a", "b", "c")
+    EXPECTED
+
+    assert_equal expected, out
+
+    assert_equal 1, @statistics.drb_messages_sent
+  end
+
+  def test_display_quiet
+    @drbdump.quiet = true
+
+    assert_silent do
+      @ms.display
+    end
+
+    assert_equal 1, @statistics.drb_messages_sent
+  end
+
+  def test_load_message
+    assert_equal 'message', @ms.raw_message.load
+    assert_equal 3,         @ms.argc
+    assert_equal %w[a b c], @ms.raw_argv.map { |obj| obj.load }
+    assert_nil              @ms.raw_block.load
+  end
+
+  def test_message
+    assert_equal 'message', @ms.message
+  end
+
+  def test_receiver
+    assert_nil @ms.receiver
+  end
+
+  def test_timestamp
+    first, _, last = packets(FIN_DUMP).first 3
+
+    ms = DRbDump::MessageSend.new @drbdump, last, nil, nil
+
+    assert_equal last.timestamp, ms.timestamp
+
+    @drbdump.incomplete_timestamps[first.source] = first.timestamp
+
+    assert_equal first.timestamp, ms.timestamp
+  end
+
+  def test_update_statistics
+    @ms.update_statistics
+
+    assert_equal 1, @statistics.drb_messages_sent
+  end
+
+end
+

data/test/test_drbdump_statistic.rb

@@ -0,0 +1,98 @@
+require 'drbdump/test_case'
+
+class TestDRbDumpStatistic < DRbDump::TestCase
+
+  def setup
+    @s = DRbDump::Statistic.new
+  end
+
+  def test_add
+    assert_equal    0,                @s.count
+    assert_in_delta 0.0,              @s.mean
+    assert_in_delta 0.0,              @s.sample_variance
+    assert_in_delta 0.0,              @s.standard_deviation
+    assert_equal    Float::INFINITY,  @s.min
+    assert_equal(   -Float::INFINITY, @s.max)
+
+    @s.add 4
+
+    assert_equal    1,   @s.count
+    assert_in_delta 4.0, @s.mean
+    assert_in_delta 0.0, @s.sample_variance
+    assert_in_delta 0.0, @s.standard_deviation
+    assert_equal    4,   @s.min
+    assert_equal    4,   @s.max
+
+    @s.add 7
+
+    assert_equal    2,     @s.count
+    assert_in_delta 5.500, @s.mean
+    assert_in_delta 4.500, @s.sample_variance
+    assert_in_delta 2.121, @s.standard_deviation
+    assert_equal    4,     @s.min
+    assert_equal    7,     @s.max
+
+    @s.add 13
+
+    assert_equal     3,     @s.count
+    assert_in_delta  8.000, @s.mean
+    assert_in_delta 21.000, @s.sample_variance
+    assert_in_delta  4.583, @s.standard_deviation
+    assert_equal     4,     @s.min
+    assert_equal    13,     @s.max
+
+    @s.add 16
+
+    assert_equal     4,     @s.count
+    assert_in_delta 10.000, @s.mean
+    assert_in_delta 30.000, @s.sample_variance
+    assert_in_delta  5.477, @s.standard_deviation
+    assert_equal     4,     @s.min
+    assert_equal    16,     @s.max
+  end
+
+  def test_add_catastrophic_cancellation
+    assert_equal    0,   @s.count
+    assert_in_delta 0.0, @s.mean
+
+    @s.add 4 + 10e8
+
+    assert_equal      1,        @s.count
+    assert_in_epsilon 4 + 10e8, @s.mean
+
+    @s.add 7 + 10e8
+
+    assert_equal      2,          @s.count
+    assert_in_epsilon 5.5 + 10e8, @s.mean
+    assert_in_epsilon 4.5,        @s.sample_variance
+
+    @s.add 13 + 10e8
+
+    assert_equal       3,        @s.count
+    assert_in_epsilon  8 + 10e8, @s.mean
+    assert_in_epsilon 21.0,      @s.sample_variance
+
+    @s.add 16 + 10e8
+
+    assert_equal         4,   @s.count
+    assert_in_epsilon 10e8,   @s.mean
+    assert_in_epsilon 30.0,   @s.sample_variance
+  end
+
+  def test_to_a
+    @s.add 4
+    @s.add 7
+
+    ary = @s.to_a
+
+    assert_equal      2,    ary.shift
+    assert_equal      4,    ary.shift
+    assert_in_epsilon 5.5,  ary.shift
+    assert_equal      7,    ary.shift
+    assert_in_epsilon 2.12, ary.shift
+
+    assert_empty ary
+  end
+
+end
+

data/test/test_drbdump_statistics.rb

@@ -0,0 +1,264 @@
+require 'drbdump/test_case'
+
+class TestDRbDumpStatistics < DRbDump::TestCase
+
+  def setup
+    super
+
+    @MS = Marshal::Structure
+
+    drbdump
+
+    @statistics = @drbdump.statistics
+    @packet = packets(ARG_DUMP).first
+    @random = Random.new 2
+  end
+
+  def test_add_message_send
+    receiver = @MS.new "\x04\x080"
+    msg = "\x00\x00\x00\x0b\x04\x08\"\x0cmessage"
+    argc = "\x00\x00\x00\x04\x04\x08i\x08"
+    argv = [
+      "\x00\x00\x00\x07\x04\x08[\x06\"\x06a",
+      "\x00\x00\x00\x0a\x04\x08[\x07\"\x06a\"\x06b",
+      "\x00\x00\x00\x0d\x04\x08[\x08\"\x06a\"\x06b\"\x06c",
+    ]
+    block = "\x00\x00\x00\x03\x04\x080"
+
+    stream = StringIO.new msg + argc + argv.join + block
+
+    message = DRbDump::MessageSend.new @drbdump, @packet, receiver, stream
+
+    @statistics.add_message_send message
+
+    assert_equal 1, @statistics.drb_messages_sent
+
+    source      = message.source
+    destination = message.destination
+
+    assert_equal @packet.timestamp,
+                 @statistics.last_peer_send[source][destination]
+
+    assert_equal ['message', 3, 10],
+                 @statistics.last_sent_message[source][destination]
+  end
+
+  def test_add_result_exception
+    status = @MS.new "\x04\x08F"
+    value  = StringIO.new "\x00\x00\x00\x08\x04\x08\"\x09FAIL" # fake exception
+
+    result = DRbDump::MessageResult.new @drbdump, @packet, status, value
+
+    source      = result.source
+    destination = result.destination
+
+    @statistics.last_peer_send[destination][source] = Time.at 0
+    @statistics.last_sent_message[destination][source] = 'message', 3, 1
+
+    @statistics.add_result result
+
+    assert_equal 1, @statistics.drb_results_received
+    assert_equal 1, @statistics.drb_exceptions_raised
+
+    stat = @statistics.message_allocations['message'][3]
+
+    assert_equal 1,   stat.count
+    assert_equal 2.0, stat.mean
+    assert_equal 0.0, stat.standard_deviation
+  end
+
+  def test_add_result_success
+    status = @MS.new "\x04\x08T"
+    value  = StringIO.new "\x00\x00\x00\x08\x04\x08\[\x06\"\x07OK"
+
+    result = DRbDump::MessageResult.new @drbdump, @packet, status, value
+
+    source      = result.source
+    destination = result.destination
+
+    @statistics.last_peer_send[destination][source] = Time.at 0
+    @statistics.last_sent_message[destination][source] = 'message', 3, 1
+
+    @statistics.add_result result
+
+    assert_equal 1, @statistics.drb_results_received
+    assert_equal 0, @statistics.drb_exceptions_raised
+
+    stat = @statistics.message_allocations['message'][3]
+
+    assert_equal 1,   stat.count
+    assert_equal 3.0, stat.mean
+    assert_equal 0.0, stat.standard_deviation
+
+    refute @statistics.last_peer_send[destination][source]
+    assert_equal 1, @statistics.peer_latencies[destination][source].count
+
+    stat = @statistics.message_latencies['message'][3]
+
+    assert_equal      1,            stat.count
+    assert_in_epsilon 1364885180.0, stat.mean
+    assert_equal      0.0,          stat.standard_deviation
+  end
+
+  def test_adjust_units
+    adjusted = @statistics.adjust_units [0.051, 0.2], 's'
+
+    assert_in_epsilon 0.051, adjusted.shift
+    assert_in_epsilon 0.2,   adjusted.shift
+    assert_equal      's',   adjusted.shift
+    assert_empty adjusted
+
+    adjusted = @statistics.adjust_units [0.049, 0.2], 's'
+
+    assert_in_epsilon  49.0, adjusted.shift
+    assert_in_epsilon 200.0, adjusted.shift
+    assert_equal       'ms', adjusted.shift
+    assert_empty adjusted
+
+  end
+
+  def test_merge_results
+    @statistics.message_allocations['one'][2]   = statistic
+    @statistics.message_allocations['one'][3]   = statistic
+    @statistics.message_allocations['three'][1] = statistic
+    @statistics.message_latencies['one'][2]     = statistic
+    @statistics.message_latencies['one'][3]     = statistic
+    @statistics.message_latencies['three'][1]   = statistic
+
+    _, _, _, allocation_rows =
+      @statistics.extract_and_size @statistics.message_allocations
+    _, _, _, latency_rows =
+      @statistics.extract_and_size @statistics.message_latencies
+
+    results = @statistics.merge_results allocation_rows, latency_rows
+
+    expecteds = [
+      ['one',   2, 9, 2.200, 5.809, 10.477, 3.199, 2.272, 4.166,  6.967, 2.476],
+      ['one',   3, 6, 3.585, 6.488,  8.198, 1.646, 2.195, 6.282, 10.933, 2.901],
+      ['three', 1, 4, 1.653, 3.696,  6.052, 2.298, 1.272, 5.401, 10.537, 2.954],
+    ]
+
+    assert_equal expecteds.size, results.size
+
+    result   = results.shift
+    expected = expecteds.shift
+
+    assert_equal expected.shift, result.shift, 'message name'
+    assert_equal expected.shift, result.shift, 'argument count'
+    assert_equal expected.shift, result.shift, 'send count'
+
+    assert_in_epsilon expected.shift, result.shift
+    assert_in_epsilon expected.shift, result.shift
+    assert_in_epsilon expected.shift, result.shift
+    assert_in_epsilon expected.shift, result.shift
+    assert_in_epsilon expected.shift, result.shift
+    assert_in_epsilon expected.shift, result.shift
+    assert_in_epsilon expected.shift, result.shift
+    assert_in_epsilon expected.shift, result.shift
+
+    assert_empty result
+    assert_empty expected
+  end
+
+  def test_show_basic
+    @statistics.total_packet_count    = 5
+    @statistics.rinda_packet_count    = 1
+    @statistics.drb_packet_count      = 3
+    @statistics.drb_messages_sent     = 1
+    @statistics.drb_results_received  = 2
+    @statistics.drb_exceptions_raised = 1
+
+    out, = capture_io do
+      @statistics.show_basic
+    end
+
+    expected = <<-EXPECTED
+5 total packets captured
+1 Rinda packets captured
+3 DRb packets captured
+1 messages sent
+2 results received
+1 exceptions raised
+    EXPECTED
+
+    assert_equal expected, out
+  end
+
+  def test_show_peers
+    @statistics.peer_latencies['a.example.50100']['b.example.51000'] = statistic
+    @statistics.peer_latencies['b.example.51000']['a.example.50100'] = statistic
+    @statistics.peer_latencies['c.example.52000']['a.example.50100'] = statistic
+
+    out, = capture_io do
+      @statistics.show_peers
+    end
+
+    expected = <<-EXPECTED
+Peers min, avg, max, stddev:
+9 messages: a.example.50100 to b.example.51000; 2.200, 5.809, 10.477, 3.199 s
+6 messages: b.example.51000 to a.example.50100; 3.585, 6.488, 8.198, 1.646 s
+4 messages: c.example.52000 to a.example.50100; 1.653, 3.696, 6.052, 2.298 s
+    EXPECTED
+
+    assert_equal expected, out
+  end
+
+  def test_show_peers_collapse_singles
+    s = DRbDump::Statistic.new
+    s.add rand 2.0
+    @statistics.peer_latencies['a.example.50100']['b.example.51000'] = s
+    s = DRbDump::Statistic.new
+    s.add rand 2.0
+    @statistics.peer_latencies['b.example.51000']['a.example.50100'] = s
+    s = DRbDump::Statistic.new
+    s.add rand 2.0
+    @statistics.peer_latencies['c.example.52000']['a.example.50100'] = s
+
+    out, = capture_io do
+      @statistics.show_peers
+    end
+
+    expected = <<-EXPECTED
+Peers min, avg, max, stddev:
+3 single-message peers 0.052, 0.674, 1.099, 0.551 s
+    EXPECTED
+
+    assert_equal expected, out
+  end
+
+  def test_show_messages
+    @statistics.message_allocations['one'][2]   = statistic
+    @statistics.message_allocations['one'][3]   = statistic
+    @statistics.message_allocations['three'][1] = statistic
+    @statistics.message_latencies['one'][2]     = statistic
+    @statistics.message_latencies['one'][3]     = statistic
+    @statistics.message_latencies['three'][1]   = statistic
+
+    out, = capture_io do
+      @statistics.show_messages
+    end
+
+    expected = <<-EXPECTED
+Messages sent min, avg, max, stddev:
+one   (2 args) 9 sent; 2.2, 5.8, 10.5, 3.2 allocations; 2.272, 4.166, 6.967, 2.476 s
+one   (3 args) 6 sent; 3.6, 6.5, 8.2, 1.6 allocations; 2.195, 6.282, 10.933, 2.901 s
+three (1 args) 4 sent; 1.7, 3.7, 6.1, 2.3 allocations; 1.272, 5.401, 10.537, 2.954 s
+    EXPECTED
+
+    assert_equal expected, out
+  end
+
+  def rand *args
+    @random.rand(*args)
+  end
+
+  def statistic
+    s = DRbDump::Statistic.new
+    rand(1..20).times do
+      s.add rand 1..11.0
+    end
+    s
+  end
+
+end
+