nchan_tools 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 03c7684cee5fb57143e8411351aea95d4bcb989cf8f2d66ebe716655f8f07b09
-  data.tar.gz: ed22f3cdd7eb55acab2ad29684daacd4e09edf0a3ffda1c4e2d5309affa896f3
+  metadata.gz: a1dd4ceddaf522f6a4e493ac215a17b9989cec0a8412dd7df99798cf0261206b
+  data.tar.gz: 81988f661eaf53d32f06e1199f9508370c7fc65e481db90a23e81239fae10ffd
 SHA512:
-  metadata.gz: 3009d9a05e5f8d6d81302cf81389be78ef165621fd433fd08beb1d16d0dcba5fa7cbcc6dd56a83a86a6d4756dcd609fa33136031bb4a50077f0d811405aef0ce
-  data.tar.gz: cae127fd3166e2442625f3a177e6060561fb8fb0056dc63cc14f03b89404c80a87e1cfd9ee2ed3a0078f91e6665c4b090492f257e5e308368af1cff32a0e23c1
+  metadata.gz: 412ea567add374cc898383500193ca1b4fee644389777db3fe571561dc368f21256859e6266d54aba0fd332994036313ba3d62d44d79057c889bcac3b407912a
+  data.tar.gz: 4503fe9cacadf0c6baafd2a44f15fd3891540c3378cb2893c2844f3260a9766c4d216b93d6ff1f0be335936dc9b805725af290e70a3fa36ba4db2c1c48414ae2

data/exe/nchan-benchmark

@@ -9,11 +9,16 @@ require "pry"
 require "HDRHistogram"
 
 verbose = false
+save_csv = false
 
 opt_parser=OptionParser.new do |opts|
   opts.on("-v", "--verbose", "somewhat rather extraneously wordful output") do
     verbose = true
   end
+  opts.on("--csv FILENAME", "Append results to file in CSV format") do |f|
+    save_csv = f
+  end
+  
 end
 opt_parser.banner="Usage: benchan.rb [options] url1 url2 url3..."
 opt_parser.parse!
@@ -74,6 +79,7 @@ class Benchan
           msg = msg[8..-1]
           parsed = JSON.parse msg
           @results[sub.url] = parsed
+          @results[sub.url]["raw"] = msg if @results[sub.url]
           1+1
         else
           binding.pry
@@ -128,59 +134,59 @@ class Benchan
   end
   
   def results
-    channels = 0
-    runtime = []
-    subscribers = 0
-    message_length = []
-    messages_sent = 0
-    messages_send_confirmed = 0
-    messages_send_unconfirmed = 0
-    messages_send_failed = 0
-    messages_received = 0
-    messages_unreceived = 0
-    hdrh_publish = nil
-    hdrh_receive = nil
+    @channels = 0
+    @runtime = []
+    @subscribers = 0
+    @message_length = []
+    @messages_sent = 0
+    @messages_send_confirmed = 0
+    @messages_send_unconfirmed = 0
+    @messages_send_failed = 0
+    @messages_received = 0
+    @messages_unreceived = 0
+    @hdrh_publish = nil
+    @hdrh_receive = nil
     @results.each do |url, data|
-      channels += data["channels"]
-      runtime << data["run_time_sec"]
-      subscribers += data["subscribers"]
-      message_length << data["message_length"]
-      messages_sent += data["messages"]["sent"]
-      messages_send_confirmed += data["messages"]["send_confirmed"]
-      messages_send_unconfirmed += data["messages"]["send_unconfirmed"]
-      messages_send_failed += data["messages"]["send_failed"]
-      messages_received += data["messages"]["received"]
-      messages_unreceived += data["messages"]["unreceived"]
+      @channels += data["channels"]
+      @runtime << data["run_time_sec"]
+      @subscribers += data["subscribers"]
+      @message_length << data["message_length"]
+      @messages_sent += data["messages"]["sent"]
+      @messages_send_confirmed += data["messages"]["send_confirmed"]
+      @messages_send_unconfirmed += data["messages"]["send_unconfirmed"]
+      @messages_send_failed += data["messages"]["send_failed"]
+      @messages_received += data["messages"]["received"]
+      @messages_unreceived += data["messages"]["unreceived"]
       
       if data["message_publishing_histogram"]
         hdrh = HDRHistogram.unserialize(data["message_publishing_histogram"], unit: :ms, multiplier: 0.001)
-        if hdrh_publish
-          hdrh_publish.merge! hdrh
+        if @hdrh_publish
+          @hdrh_publish.merge! hdrh
         else
-          hdrh_publish = hdrh
+          @hdrh_publish = hdrh
         end
       end
       if data["message_delivery_histogram"]
         hdrh = HDRHistogram.unserialize(data["message_delivery_histogram"], unit: :ms, multiplier: 0.001)
-        if hdrh_receive
-          hdrh_receive.merge! hdrh
+        if @hdrh_receive
+          @hdrh_receive.merge! hdrh
         else
-          hdrh_receive = hdrh
+          @hdrh_receive = hdrh
         end
       end
     end
     
-    message_length.uniq!
-    runtime.uniq!
+    @message_length = @message_length.sum.to_f / @message_length.size
+    @runtime = @runtime.sum.to_f / @runtime.size
     
     fmt = <<-END.gsub(/^ {6}/, '')
       Nchan servers:                 %d
-      runtime:                       %s
+      runtime:                       %d
       channels:                      %d
       subscribers:                   %d
       subscribers per channel:       %.1f
       messages:
-        length:                      %s
+        length:                      %d
         sent:                        %d
         send_confirmed:              %d
         send_unconfirmed:            %d
@@ -193,22 +199,46 @@ class Benchan
         receive rate per subscriber: %.3f/min
     END
     out = fmt % [
-      @n, runtime.join(","), channels, subscribers, subscribers.to_f/channels,
-      message_length.join(","), messages_sent, messages_send_confirmed, messages_send_unconfirmed, messages_send_failed, 
-      messages_received, messages_unreceived,
-      messages_sent.to_f/runtime.max,
-      messages_received.to_f/runtime.max,
-      (messages_sent.to_f* 60)/(runtime.max*channels),
-      (messages_received.to_f * 60)/(runtime.max * subscribers)
+      @n, @runtime, @channels, @subscribers, @subscribers.to_f/@channels,
+      @message_length, @messages_sent, @messages_send_confirmed, @messages_send_unconfirmed, @messages_send_failed, 
+      @messages_received, @messages_unreceived,
+      @messages_sent.to_f/@runtime,
+      @messages_received.to_f/@runtime,
+      (@messages_sent.to_f* 60)/(@runtime * @channels),
+      (@messages_received.to_f * 60)/(@runtime * @subscribers)
     ]
     
-    out << hdrhistogram_stats("message publishing latency", hdrh_publish) if hdrh_publish
-    out << hdrhistogram_stats("message delivery latency", hdrh_receive) if hdrh_receive
+    out << hdrhistogram_stats("message publishing latency", @hdrh_publish) if @hdrh_publish
+    out << hdrhistogram_stats("message delivery latency", @hdrh_receive) if @hdrh_receive
     
     puts out
   end
+  
+  def append_csv_file(file)
+    require "csv"
+    write_headers = File.zero?(file)
+    headers = %i[servers runtime channels subscribers 
+      message_length messages_sent messages_send_confirmed messages_send_unconfirmed messages_send_failed
+      messages_send_received messages_send_unreceived 
+      messages_send_rate messages_receive_rate messages_send_rate_per_channel messages_receive_rate_per_subscriber
+      message_publishing_response_avg message_publishing_response_99percentile message_publishing_response_stddev message_publishing_response_count
+      message_delivery_avg message_delivery_99percentile message_delivery_stddev message_delivery_count]
+    csv = CSV.open(file, "a", {headers: headers, write_headers: write_headers})
+    csv << [@n, @runtime, @channels, @subscribers, 
+      @message_length, @messages_sent, @messages_send_confirmed, @messages_send_unconfirmed, @messages_send_failed, 
+      @messages_received, @messages_unreceived,
+      @messages_sent.to_f/@runtime, @messages_received.to_f/@runtime,
+      (@messages_sent.to_f* 60)/(@runtime * @channels), (@messages_received.to_f * 60)/(@runtime * @subscribers),
+      @hdrh_publish.mean, @hdrh_publish.percentile(99.0), @hdrh_publish.max, @hdrh_publish.stddev, @hdrh_publish.count,
+      @hdrh_receive.mean, @hdrh_receive.percentile(99.0), @hdrh_receive.max, @hdrh_receive.stddev, @hdrh_receive.count
+    ]
+    csv.flush
+    csv.close
+  end
 end
 
 benchan = Benchan.new urls
 benchan.run
 benchan.results
+benchan.append_csv_file(save_csv) if save_csv
+

data/lib/nchan_tools/version.rb

@@ -1,3 +1,3 @@
 module NchanTools
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: nchan_tools
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Leo Ponomarev
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-09-30 00:00:00.000000000 Z
+date: 2018-10-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: typhoeus