cztop 1.1.1 → 1.2.0

data/lib/cztop/async.rb

@@ -1,124 +0,0 @@
-# frozen_string_literal: true
-
-require 'cztop'
-require 'async/io'
-
-module Async
-  module IO
-
-    # Wrapper for CZTop sockets.
-    #
-    # @example
-    #   Async do |task|
-    #     socket = CZTop::Socket::REP.new("ipc:///tmp/req_rep_example")
-    #     socket.options.rcvtimeo = 3
-    #     io = Async::IO.try_convert socket
-    #     msg = io.receive
-    #     io << msg.to_a.map(&:upcase)
-    #   end
-
-    class CZTopSocket < Generic
-      wraps ::CZTop::Socket::REQ
-      wraps ::CZTop::Socket::REP
-      wraps ::CZTop::Socket::PAIR
-      wraps ::CZTop::Socket::ROUTER
-      wraps ::CZTop::Socket::DEALER
-      wraps ::CZTop::Socket::PUSH
-      wraps ::CZTop::Socket::PULL
-      wraps ::CZTop::Socket::PUB
-      wraps ::CZTop::Socket::SUB
-      wraps ::CZTop::Socket::XPUB
-      wraps ::CZTop::Socket::XSUB
-
-
-      # @see {CZTop::SendReceiveMethods#receive}
-      def receive
-        wait_readable
-        @io.receive
-      end
-
-
-      # @see {CZTop::SendReceiveMethods#<<}
-      def <<(...)
-        wait_writable
-        @io.<<(...)
-      end
-
-
-      # Waits for socket to become readable.
-      def wait_readable(timeout = read_timeout)
-        @io_fd ||= ::IO.for_fd @io.fd, autoclose: false
-
-        return true if @io.readable?
-
-        if timeout
-          timeout_at = now + timeout
-
-          while true
-            @io_fd.wait_readable(timeout)
-            break if @io.readable?
-            raise ::IO::TimeoutError if now >= timeout_at
-          end
-        else
-          @io_fd.wait_readable until @io.readable?
-        end
-      end
-
-
-      # Waits for socket to become writable.
-      def wait_writable(timeout = write_timeout)
-        @io_fd ||= ::IO.for_fd @io.fd, autoclose: false
-
-        return true if @io.writable?
-
-        if timeout
-          timeout_at = now + timeout
-
-          while true
-            @io_fd.wait_writable(timeout)
-            break if @io.writable?
-            raise ::IO::TimeoutError if now >= timeout_at
-          end
-        else
-          @io_fd.wait_writable until @io.writable?
-        end
-      end
-
-
-      # @return [Float, nil] the timeout in seconds used by {IO#wait_readable}
-      def read_timeout
-        timeout = @io.options.rcvtimeo
-
-        if timeout <= 0
-          timeout = nil
-        else
-          timeout = timeout.to_f / 1000
-        end
-
-        timeout
-      end
-
-
-      # @return [Float, nil] the timeout in seconds used by {IO#wait_writable}
-      def write_timeout
-        timeout = @io.options.sndtimeo
-
-        if timeout <= 0
-          timeout = nil
-        else
-          timeout = timeout.to_f / 1000
-        end
-
-        timeout
-      end
-
-
-      private
-
-
-      def now
-        Process.clock_gettime(Process::CLOCK_MONOTONIC)
-      end
-    end
-  end
-end

data/perf/README.md

@@ -1,80 +0,0 @@
-# Performance Measurement
-
-This directory contains simple performance measurement utilities:
-
-- `inproc_lat.rb` measures the latency of the inproc transport
-- `inproc_thru.rb` measures the throughput of the inproc transport
-- `local_lat.rb` and `remote_lat.rb` measure the latency of other transports
-- `local_thru.rb` and `remote_thru.rb` measure the throughput of other transports (TODO)
-
-## Example Output
-
-On my laptop, it currently looks something like this:
-
-### Latency
-
-over inproc, using 10k roundtrips of a repeatedly allocated 1kb message:
-```
-$ bundle exec ./inproc_lat_reqrep.rb 1_000 10_000
-message size: 1000 [B]
-roundtrip count: 10000
-elapsed time: 0.469 [s]
-average latency: 23.439 [us]<Paste>
-```
-
-over IPC, using 10k roundtrips of a repeatedly allocated 1kb message:
-```
-$ bundle exec ./local_lat.rb ipc:///tmp/cztop-perf 1000 1000 & ./remote_lat.rb ipc:///tmp/cztop-perf 1000 1000
-[3] 58043
-message size: 1000 [B]
-roundtrip count: 1000
-elapsed time: 0.091 [s]
-average latency: 45.482 [us]
-[3]    58043 done       ./local_lat.rb ipc:///tmp/cztop-perf 1000 1000
-```
-
-over local TCP/IP stack, using 10k roundtrips of a repeatedly allocated
-1kb message:
-```
-$ bundle exec ./local_lat.rb tcp://127.0.0.1:55667 1000 1000 & ./remote_lat.rb tcp://127.0.0.1:55667 1000 1000
-[3] 58064
-message size: 1000 [B]
-roundtrip count: 1000
-elapsed time: 0.123 [s]
-average latency: 61.434 [us]
-[3]    58064 done       ./local_lat.rb tcp://127.0.0.1:55667 1000 1000
-```
-
-### Throughput
-
-over inproc, with message sizes from 100 bytes to 100kb, 10,000 each:
-
-```
-$ bundle exec ./inproc_thru.rb 100 10_000
-message size: 100 [B]
-message count: 10000
-elapsed time: 0.270 [s]
-mean throughput: 37093 [msg/s]
-mean throughput: 29.674 [Mb/s]
-
-$ bundle exec ./inproc_thru.rb 1_000 10_000
-message size: 1000 [B]
-message count: 10000
-elapsed time: 0.260 [s]
-mean throughput: 38498 [msg/s]
-mean throughput: 307.987 [Mb/s]
-
-$ bundle exec ./inproc_thru.rb 10_000 10_000
-message size: 10000 [B]
-message count: 10000
-elapsed time: 0.317 [s]
-mean throughput: 31501 [msg/s]
-mean throughput: 2520.102 [Mb/s]
-
-$ bundle exec ./inproc_thru.rb 100_000 10_000
-message size: 100000 [B]
-message count: 10000
-elapsed time: 0.906 [s]
-mean throughput: 11034 [msg/s]
-mean throughput: 8827.440 [Mb/s]
-```

data/perf/inproc_lat.rb

@@ -1,49 +0,0 @@
-#! /usr/bin/env ruby
-require "cztop"
-require "benchmark"
-#require "ruby-prof"
-
-if ARGV.size != 2
-  abort <<MSG
-Usage: #{$0} <message-size> <roundtrip-count>
-MSG
-end
-
-MSG_SIZE = Integer(ARGV[0]) # bytes
-ROUNDTRIP_COUNT = Integer(ARGV[1]) # round trips
-MSG = "X" * MSG_SIZE
-
-Thread.new do
-  s = CZTop::Socket::PAIR.new("@inproc://perf")
-  s.signal
-  ROUNDTRIP_COUNT.times do
-    msg = s.receive
-    raise "wrong message size" if msg.content_size != MSG_SIZE
-    s << msg
-  end
-end
-
-s = CZTop::Socket::PAIR.new(">inproc://perf")
-s.wait
-
-#RubyProf.start
-tms = Benchmark.measure do
-  ROUNDTRIP_COUNT.times do
-    s << MSG
-    msg = s.receive
-    raise "wrong message size" if msg.content_size != MSG_SIZE
-  end
-end
-#rubyprof_result = RubyProf.stop
-
-elapsed = tms.real
-latency = elapsed / (ROUNDTRIP_COUNT * 2) * 1_000_000
-puts "message size: #{MSG_SIZE} [B]"
-puts "roundtrip count: #{ROUNDTRIP_COUNT}"
-puts "elapsed time: %.3f [s]" % elapsed
-puts "average latency: %.3f [us]" % latency
-
-# print a flat profile to text
-#printer = RubyProf::FlatPrinter.new(rubyprof_result)
-#printer.print(STDOUT)
-

data/perf/inproc_thru.rb

@@ -1,42 +0,0 @@
-#! /usr/bin/env ruby
-require "cztop"
-require "benchmark"
-
-if ARGV.size != 2
-  abort <<MSG
-Usage: #{$0} <message-size> <message-count>
-MSG
-end
-
-MSG_SIZE = Integer(ARGV[0]) # bytes
-MSG_COUNT = Integer(ARGV[1]) # number of messages
-MSG = "X" * MSG_SIZE
-
-Thread.new do
-  s = CZTop::Socket::PAIR.new("@inproc://perf")
-  s.signal
-  MSG_COUNT.times do
-    msg = s.receive
-    raise "wrong message size" if msg.content_size != MSG_SIZE
-  end
-end
-
-s = CZTop::Socket::PAIR.new(">inproc://perf")
-s.wait
-
-tms = Benchmark.measure do
-  MSG_COUNT.times do
-    s << MSG
-  end
-end
-
-elapsed = tms.real
-
-throughput = MSG_COUNT / elapsed
-megabits = (throughput * MSG_SIZE * 8) / 1_000_000
-
-puts "message size: #{MSG_SIZE} [B]"
-puts "message count: #{MSG_COUNT}"
-puts "elapsed time: %.3f [s]" % elapsed
-puts "mean throughput: %d [msg/s]" % throughput
-puts "mean throughput: %.3f [Mb/s]" % megabits

data/perf/local_lat.rb

@@ -1,35 +0,0 @@
-#! /usr/bin/env ruby
-require "cztop"
-require "benchmark"
-
-if ARGV.size != 3
-  abort <<MSG
-Usage: #{$0} <bind-to> <message-size> <roundtrip-count>
-MSG
-end
-
-ENDPOINT = ARGV[0]
-MSG_SIZE = Integer(ARGV[1]) # bytes
-ROUNDTRIP_COUNT = Integer(ARGV[2]) # round trips
-MSG = "X" * MSG_SIZE
-
-s = CZTop::Socket::REP.new(ENDPOINT)
-
-# synchronize
-s.wait
-s.signal
-
-tms = Benchmark.measure do
-  ROUNDTRIP_COUNT.times do
-    msg = s.receive
-    raise "wrong message size" if msg.content_size != MSG_SIZE
-    s << msg
-  end
-end
-
-elapsed = tms.real
-latency = elapsed / (ROUNDTRIP_COUNT * 2) * 1_000_000
-puts "message size: #{MSG_SIZE} [B]"
-puts "roundtrip count: #{ROUNDTRIP_COUNT}"
-puts "elapsed time: %.3f [s]" % elapsed
-puts "average latency: %.3f [us]" % latency

data/perf/remote_lat.rb

@@ -1,26 +0,0 @@
-#! /usr/bin/env ruby
-require "cztop"
-require "benchmark"
-
-if ARGV.size != 3
-  abort <<MSG
-Usage: #{$0} <connect-to> <message-size> <roundtrip-count>
-MSG
-end
-
-ENDPOINT = ARGV[0]
-MSG_SIZE = Integer(ARGV[1]) # bytes
-ROUNDTRIP_COUNT = Integer(ARGV[2]) # round trips
-MSG = "X" * MSG_SIZE
-
-s = CZTop::Socket::REQ.new(ENDPOINT)
-
-# synchronize
-s.signal
-s.wait
-
-ROUNDTRIP_COUNT.times do
-  s << MSG
-  msg = s.receive
-  raise "wrong message size" if msg.content_size != MSG_SIZE
-end