polyphony 1.0.1 → 1.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f60a881ccb01cfce59bb3c84420bba574c2b1cd502df987b958a02b649fb4415
-  data.tar.gz: a138759174aba3944ca5e4faedff676d9c9807a50907ee03d18b2cec50f625c5
+  metadata.gz: '09f35eaafb1ff569e8a36e1b1e2350e52ce3048b814fb8ccca935ed1a45d1dbd'
+  data.tar.gz: 0e2296097fdb1d6604c6a41a08880d0cab62052cab4b1b4ebe2ac2ce92bbb737
 SHA512:
-  metadata.gz: 8167c82b2ebd31f4625dac5cbcf70a610b8e45d062b0ef5d4e2044493b6c9ca25a68b67d8b6948ece9ed3a414f2977c4f72175ce0fc63ce58545acc721f09d73
-  data.tar.gz: b91049699af9824aeb2fa051d859f35ff0f1b4ba289b7ea143a347a5ad8a882ec5a4fb42502742b3e4d19bf295f9a1d5bf3a9e15f38a061efdcf50a1741f0bce
+  metadata.gz: 80004fb81f991c8cca2c65bf89ed642f90f0e4947a47ea7ac34b59200aebc28e5a73215e8c80e837cd22edf92cf8026332a7df4722a5f5555956648ad5e8c9ee
+  data.tar.gz: 3eb8022b4fab6b344b422de7791260b1036bd147f7ad8f9a4942e398f0071d8c3468ece6f7d576bb167b4333477643fe1e1b3348601d6fb9db164d8d49775328

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 1.0.2 2023-05-28
+
+- Remove liburing man files from gemspec (#103)
+
 ## 1.0.1 2023-05-14
 
 - Add cheat-sheet

data/TODO.md

@@ -1,3 +1,7 @@
+- issue #102 - test and see what this is about
+- Look at RPC benchmark more closely: is there a way to reduce the overhead of
+  the `backend_base_switch_fiber` function?
+
 - io_uring backend:
   - if `io_uring_get_sqe` returns null, call `io_uring_submit`, (snooze fiber)?
     and try again

data/examples/core/debug.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'debug'
+require 'polyphony'
+
+puts 'starting'
+binding.break
+sleep 1
+puts 'hello'
+sleep 1
+puts 'bye'

data/examples/core/rpc_benchmark.rb

@@ -0,0 +1,136 @@
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'polyphony'
+require "benchmark/ips"
+
+class Fiber
+  def call(*a, **b)
+    self << [Fiber.current, a, b]
+    Fiber.current.receive
+  end
+
+  def respond
+    peer, a, b = receive
+    result = yield(*a, **b)
+    (peer << result) rescue nil
+  rescue
+    peer.raise(result)
+  end
+
+  def respond_loop(&b)
+    while true
+      respond(&b)
+    end
+  end
+end
+
+$server = spin do
+  Fiber.current.respond_loop do |x, y|
+    x * y
+  end
+end
+
+$server_optimized = spin do
+  while true
+    fiber, x, y = receive
+    fiber << (x * y)
+  end
+end
+
+peer = Fiber.current
+$server_single = spin do
+  while true
+    x = receive
+    peer << x * 4
+  end
+end
+
+$server_schedule = spin do
+  while true
+    x = suspend
+    peer.schedule x * 4
+  end
+end
+
+$server_raw = Fiber.new do |x|
+  while true
+    x = peer.transfer x * 4
+  end
+end
+
+def calc(x, y)
+  x * y
+end
+
+def bm_raw
+  calc(3, 4)
+end
+
+def bm_send
+  send(:calc, 3, 4)
+end
+
+def bm_fiber
+  $server.call(3, 4)
+end
+
+def bm_fiber_optimized
+  $server_optimized << [Fiber.current, 3, 4]
+  receive
+end
+
+def bm_fiber_single
+  $server_single << 3
+  receive
+end
+
+def bm_fiber_schedule
+  $server_schedule.schedule(3)
+  suspend
+end
+
+def bm_fiber_raw
+  $server_raw.transfer 3
+end
+
+p bm_raw
+p bm_send
+p bm_fiber
+p bm_fiber_optimized
+p bm_fiber_single
+p bm_fiber_raw
+p bm_fiber_schedule
+
+def warmup_jit
+  10000.times do
+    bm_raw
+    bm_send
+    bm_fiber
+    bm_fiber_optimized
+    bm_fiber_single
+    bm_fiber_raw
+    bm_fiber_schedule
+  end
+end
+
+puts "warming up JIT..."
+
+3.times do
+  warmup_jit
+  sleep 1
+end
+
+Benchmark.ips do |x|
+  x.report("raw") { bm_raw }
+  x.report("send") { bm_send }
+  x.report("fiber") { bm_fiber }
+  x.report("fiber_optimized") { bm_fiber_optimized }
+  x.report("fiber_single") { bm_fiber_single }
+  x.report("fiber_raw") { bm_fiber_raw }
+  x.report("fiber_schedule") { bm_fiber_schedule }
+  x.compare!
+end
+
+# p call_result: server.call(3, 4)
+

data/lib/polyphony/extensions/fiber.rb

@@ -89,6 +89,7 @@ class ::Fiber
     self
   end
   alias_method :stop, :interrupt
+  alias_method :kill, :interrupt
   alias_method :move_on, :interrupt
 
   # Restarts the fiber, with the given value serving as the first value passed

data/lib/polyphony/extensions/socket.rb

@@ -69,24 +69,24 @@ class ::Socket < ::BasicSocket
   # If no bytes are available and `EOF` is not hit, this method will block until
   # the socket is ready to read from.
   #
-  # @param maxlen [Integer, nil] maximum bytes to read from socket
+  # @param len [Integer, nil] maximum bytes to read from socket
   # @param buf [String, nil] buffer to read into
   # @param buf_pos [Number] buffer position to read into
   # @return [String] buffer used for reading
-  def read(maxlen = nil, buf = nil, buf_pos = 0)
-    return Polyphony.backend_recv(self, buf, maxlen, buf_pos) if buf
-    return Polyphony.backend_recv(self, +'', maxlen, 0) if maxlen
-
-    buf = +''
-    len = buf.bytesize
-    while true
-      Polyphony.backend_recv(self, buf, maxlen || 4096, -1)
-      new_len = buf.bytesize
-      break if new_len == len
-
-      len = new_len
+  def read(len = nil, buf = nil, buf_pos = 0)
+    return '' if len == 0
+    
+    if buf
+      return Polyphony.backend_read(self, buf, len, true, buf_pos)
     end
-    buf
+    
+    @read_buffer ||= +''
+    result = Polyphony.backend_read(self, @read_buffer, len, true, -1)
+    return nil unless result
+    
+    already_read = @read_buffer
+    @read_buffer = +''
+    already_read
   end
 
   # Receives up to `maxlen` bytes from the socket. If `outbuf` is given, it is
@@ -333,24 +333,24 @@ class ::TCPSocket < ::IPSocket
   # If no bytes are available and `EOF` is not hit, this method will block until
   # the socket is ready to read from.
   #
-  # @param maxlen [Integer, nil] maximum bytes to read from socket
+  # @param len [Integer, nil] maximum bytes to read from socket
   # @param buf [String, nil] buffer to read into
   # @param buf_pos [Number] buffer position to read into
   # @return [String] buffer used for reading
-  def read(maxlen = nil, buf = nil, buf_pos = 0)
-    return Polyphony.backend_recv(self, buf, maxlen, buf_pos) if buf
-    return Polyphony.backend_recv(self, +'', maxlen, 0) if maxlen
-
-    buf = +''
-    len = buf.bytesize
-    while true
-      Polyphony.backend_recv(self, buf, maxlen || 4096, -1)
-      new_len = buf.bytesize
-      break if new_len == len
-
-      len = new_len
+  def read(len = nil, buf = nil, buf_pos = 0)
+    return '' if len == 0
+    
+    if buf
+      return Polyphony.backend_read(self, buf, len, true, buf_pos)
     end
-    buf
+    
+    @read_buffer ||= +''
+    result = Polyphony.backend_read(self, @read_buffer, len, true, -1)
+    return nil unless result
+    
+    already_read = @read_buffer
+    @read_buffer = +''
+    already_read
   end
 
   # Receives up to `maxlen` bytes from the socket. If `outbuf` is given, it is
@@ -542,24 +542,24 @@ class ::UNIXSocket < ::BasicSocket
   # If no bytes are available and `EOF` is not hit, this method will block until
   # the socket is ready to read from.
   #
-  # @param maxlen [Integer, nil] maximum bytes to read from socket
+  # @param len [Integer, nil] maximum bytes to read from socket
   # @param buf [String, nil] buffer to read into
   # @param buf_pos [Number] buffer position to read into
   # @return [String] buffer used for reading
-  def read(maxlen = nil, buf = nil, buf_pos = 0)
-    return Polyphony.backend_recv(self, buf, maxlen, buf_pos) if buf
-    return Polyphony.backend_recv(self, +'', maxlen, 0) if maxlen
-
-    buf = +''
-    len = buf.bytesize
-    while true
-      Polyphony.backend_recv(self, buf, maxlen || 4096, -1)
-      new_len = buf.bytesize
-      break if new_len == len
-
-      len = new_len
+  def read(len = nil, buf = nil, buf_pos = 0)
+    return '' if len == 0
+    
+    if buf
+      return Polyphony.backend_read(self, buf, len, true, buf_pos)
     end
-    buf
+    
+    @read_buffer ||= +''
+    result = Polyphony.backend_read(self, @read_buffer, len, true, -1)
+    return nil unless result
+    
+    already_read = @read_buffer
+    @read_buffer = +''
+    already_read
   end
 
   # Receives up to `maxlen` bytes from the socket. If `outbuf` is given, it is

data/lib/polyphony/version.rb

@@ -2,5 +2,5 @@
 
 module Polyphony
   # @!visibility private
-  VERSION = '1.0.1'
+  VERSION = '1.0.2'
 end

data/polyphony.gemspec

@@ -7,7 +7,7 @@ Gem::Specification.new do |s|
   s.summary     = 'Fine grained concurrency for Ruby'
   s.author      = 'Sharon Rosner'
   s.email       = 'sharon@noteflakes.com'
-  s.files       = `git ls-files --recurse-submodules`.split
+  s.files       = `git ls-files --recurse-submodules`.split.reject { |fn| fn =~ /liburing\/man/ }
   s.homepage    = 'https://digital-fabric.github.io/polyphony'
   s.metadata    = {
     "source_code_uri" => "https://github.com/digital-fabric/polyphony",
@@ -29,4 +29,6 @@ Gem::Specification.new do |s|
   s.add_development_dependency  'msgpack',              '1.6.0'
   s.add_development_dependency  'httparty',             '0.21.0'
   s.add_development_dependency  'localhost',            '1.1.10'
+  s.add_development_dependency  'debug',                '1.8.0'
+  s.add_development_dependency  'benchmark-ips',        '2.10.0'
 end

data/test/test_socket.rb

@@ -75,7 +75,7 @@ class TCPSocketTest < MiniTest::Test
     server_fiber = spin do
       while (socket = server.accept)
         spin do
-          while (data = socket.read(8192))
+          while (data = socket.readpartial(8192))
             socket << data
           end
         end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: polyphony
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.0.2
 platform: ruby
 authors:
 - Sharon Rosner
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-05-14 00:00:00.000000000 Z
+date: 2023-05-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake-compiler
@@ -122,6 +122,34 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 1.1.10
+- !ruby/object:Gem::Dependency
+  name: debug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+- !ruby/object:Gem::Dependency
+  name: benchmark-ips
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.10.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.10.0
 description: 
 email: sharon@noteflakes.com
 executables: []
@@ -182,6 +210,7 @@ files:
 - examples/core/calc_with_restart.rb
 - examples/core/calc_with_supervise.rb
 - examples/core/channels.rb
+- examples/core/debug.rb
 - examples/core/deferring-an-operation.rb
 - examples/core/enumerable.rb
 - examples/core/erlang-style-genserver.rb
@@ -198,6 +227,7 @@ files:
 - examples/core/recurrent-timer.rb
 - examples/core/resource_delegate.rb
 - examples/core/ring.rb
+- examples/core/rpc_benchmark.rb
 - examples/core/shutdown_all_children.rb
 - examples/core/spin.rb
 - examples/core/spin_error_backtrace.rb
@@ -425,153 +455,6 @@ files:
 - vendor/liburing/liburing.pc.in
 - vendor/liburing/liburing.spec
 - vendor/liburing/make-debs.sh
-- vendor/liburing/man/IO_URING_CHECK_VERSION.3
-- vendor/liburing/man/IO_URING_VERSION_MAJOR.3
-- vendor/liburing/man/IO_URING_VERSION_MINOR.3
-- vendor/liburing/man/io_uring.7
-- vendor/liburing/man/io_uring_buf_ring_add.3
-- vendor/liburing/man/io_uring_buf_ring_advance.3
-- vendor/liburing/man/io_uring_buf_ring_cq_advance.3
-- vendor/liburing/man/io_uring_buf_ring_init.3
-- vendor/liburing/man/io_uring_buf_ring_mask.3
-- vendor/liburing/man/io_uring_check_version.3
-- vendor/liburing/man/io_uring_close_ring_fd.3
-- vendor/liburing/man/io_uring_cq_advance.3
-- vendor/liburing/man/io_uring_cq_has_overflow.3
-- vendor/liburing/man/io_uring_cq_ready.3
-- vendor/liburing/man/io_uring_cqe_get_data.3
-- vendor/liburing/man/io_uring_cqe_get_data64.3
-- vendor/liburing/man/io_uring_cqe_seen.3
-- vendor/liburing/man/io_uring_enter.2
-- vendor/liburing/man/io_uring_enter2.2
-- vendor/liburing/man/io_uring_free_probe.3
-- vendor/liburing/man/io_uring_get_events.3
-- vendor/liburing/man/io_uring_get_probe.3
-- vendor/liburing/man/io_uring_get_sqe.3
-- vendor/liburing/man/io_uring_major_version.3
-- vendor/liburing/man/io_uring_minor_version.3
-- vendor/liburing/man/io_uring_opcode_supported.3
-- vendor/liburing/man/io_uring_peek_cqe.3
-- vendor/liburing/man/io_uring_prep_accept.3
-- vendor/liburing/man/io_uring_prep_accept_direct.3
-- vendor/liburing/man/io_uring_prep_cancel.3
-- vendor/liburing/man/io_uring_prep_cancel64.3
-- vendor/liburing/man/io_uring_prep_close.3
-- vendor/liburing/man/io_uring_prep_close_direct.3
-- vendor/liburing/man/io_uring_prep_connect.3
-- vendor/liburing/man/io_uring_prep_fadvise.3
-- vendor/liburing/man/io_uring_prep_fallocate.3
-- vendor/liburing/man/io_uring_prep_fgetxattr.3
-- vendor/liburing/man/io_uring_prep_files_update.3
-- vendor/liburing/man/io_uring_prep_fsetxattr.3
-- vendor/liburing/man/io_uring_prep_fsync.3
-- vendor/liburing/man/io_uring_prep_getxattr.3
-- vendor/liburing/man/io_uring_prep_link.3
-- vendor/liburing/man/io_uring_prep_link_timeout.3
-- vendor/liburing/man/io_uring_prep_linkat.3
-- vendor/liburing/man/io_uring_prep_madvise.3
-- vendor/liburing/man/io_uring_prep_mkdir.3
-- vendor/liburing/man/io_uring_prep_mkdirat.3
-- vendor/liburing/man/io_uring_prep_msg_ring.3
-- vendor/liburing/man/io_uring_prep_msg_ring_cqe_flags.3
-- vendor/liburing/man/io_uring_prep_multishot_accept.3
-- vendor/liburing/man/io_uring_prep_multishot_accept_direct.3
-- vendor/liburing/man/io_uring_prep_nop.3
-- vendor/liburing/man/io_uring_prep_openat.3
-- vendor/liburing/man/io_uring_prep_openat2.3
-- vendor/liburing/man/io_uring_prep_openat2_direct.3
-- vendor/liburing/man/io_uring_prep_openat_direct.3
-- vendor/liburing/man/io_uring_prep_poll_add.3
-- vendor/liburing/man/io_uring_prep_poll_multishot.3
-- vendor/liburing/man/io_uring_prep_poll_remove.3
-- vendor/liburing/man/io_uring_prep_poll_update.3
-- vendor/liburing/man/io_uring_prep_provide_buffers.3
-- vendor/liburing/man/io_uring_prep_read.3
-- vendor/liburing/man/io_uring_prep_read_fixed.3
-- vendor/liburing/man/io_uring_prep_readv.3
-- vendor/liburing/man/io_uring_prep_readv2.3
-- vendor/liburing/man/io_uring_prep_recv.3
-- vendor/liburing/man/io_uring_prep_recv_multishot.3
-- vendor/liburing/man/io_uring_prep_recvmsg.3
-- vendor/liburing/man/io_uring_prep_recvmsg_multishot.3
-- vendor/liburing/man/io_uring_prep_remove_buffers.3
-- vendor/liburing/man/io_uring_prep_rename.3
-- vendor/liburing/man/io_uring_prep_renameat.3
-- vendor/liburing/man/io_uring_prep_send.3
-- vendor/liburing/man/io_uring_prep_send_set_addr.3
-- vendor/liburing/man/io_uring_prep_send_zc.3
-- vendor/liburing/man/io_uring_prep_send_zc_fixed.3
-- vendor/liburing/man/io_uring_prep_sendmsg.3
-- vendor/liburing/man/io_uring_prep_sendmsg_zc.3
-- vendor/liburing/man/io_uring_prep_setxattr.3
-- vendor/liburing/man/io_uring_prep_shutdown.3
-- vendor/liburing/man/io_uring_prep_socket.3
-- vendor/liburing/man/io_uring_prep_socket_direct.3
-- vendor/liburing/man/io_uring_prep_socket_direct_alloc.3
-- vendor/liburing/man/io_uring_prep_splice.3
-- vendor/liburing/man/io_uring_prep_statx.3
-- vendor/liburing/man/io_uring_prep_symlink.3
-- vendor/liburing/man/io_uring_prep_symlinkat.3
-- vendor/liburing/man/io_uring_prep_sync_file_range.3
-- vendor/liburing/man/io_uring_prep_tee.3
-- vendor/liburing/man/io_uring_prep_timeout.3
-- vendor/liburing/man/io_uring_prep_timeout_remove.3
-- vendor/liburing/man/io_uring_prep_timeout_update.3
-- vendor/liburing/man/io_uring_prep_unlink.3
-- vendor/liburing/man/io_uring_prep_unlinkat.3
-- vendor/liburing/man/io_uring_prep_write.3
-- vendor/liburing/man/io_uring_prep_write_fixed.3
-- vendor/liburing/man/io_uring_prep_writev.3
-- vendor/liburing/man/io_uring_prep_writev2.3
-- vendor/liburing/man/io_uring_queue_exit.3
-- vendor/liburing/man/io_uring_queue_init.3
-- vendor/liburing/man/io_uring_queue_init_params.3
-- vendor/liburing/man/io_uring_recvmsg_cmsg_firsthdr.3
-- vendor/liburing/man/io_uring_recvmsg_cmsg_nexthdr.3
-- vendor/liburing/man/io_uring_recvmsg_name.3
-- vendor/liburing/man/io_uring_recvmsg_out.3
-- vendor/liburing/man/io_uring_recvmsg_payload.3
-- vendor/liburing/man/io_uring_recvmsg_payload_length.3
-- vendor/liburing/man/io_uring_recvmsg_validate.3
-- vendor/liburing/man/io_uring_register.2
-- vendor/liburing/man/io_uring_register_buf_ring.3
-- vendor/liburing/man/io_uring_register_buffers.3
-- vendor/liburing/man/io_uring_register_buffers_sparse.3
-- vendor/liburing/man/io_uring_register_buffers_tags.3
-- vendor/liburing/man/io_uring_register_buffers_update_tag.3
-- vendor/liburing/man/io_uring_register_eventfd.3
-- vendor/liburing/man/io_uring_register_eventfd_async.3
-- vendor/liburing/man/io_uring_register_file_alloc_range.3
-- vendor/liburing/man/io_uring_register_files.3
-- vendor/liburing/man/io_uring_register_files_sparse.3
-- vendor/liburing/man/io_uring_register_files_tags.3
-- vendor/liburing/man/io_uring_register_files_update.3
-- vendor/liburing/man/io_uring_register_files_update_tag.3
-- vendor/liburing/man/io_uring_register_iowq_aff.3
-- vendor/liburing/man/io_uring_register_iowq_max_workers.3
-- vendor/liburing/man/io_uring_register_ring_fd.3
-- vendor/liburing/man/io_uring_register_sync_cancel.3
-- vendor/liburing/man/io_uring_setup.2
-- vendor/liburing/man/io_uring_sq_ready.3
-- vendor/liburing/man/io_uring_sq_space_left.3
-- vendor/liburing/man/io_uring_sqe_set_data.3
-- vendor/liburing/man/io_uring_sqe_set_data64.3
-- vendor/liburing/man/io_uring_sqe_set_flags.3
-- vendor/liburing/man/io_uring_sqring_wait.3
-- vendor/liburing/man/io_uring_submit.3
-- vendor/liburing/man/io_uring_submit_and_get_events.3
-- vendor/liburing/man/io_uring_submit_and_wait.3
-- vendor/liburing/man/io_uring_submit_and_wait_timeout.3
-- vendor/liburing/man/io_uring_unregister_buf_ring.3
-- vendor/liburing/man/io_uring_unregister_buffers.3
-- vendor/liburing/man/io_uring_unregister_eventfd.3
-- vendor/liburing/man/io_uring_unregister_files.3
-- vendor/liburing/man/io_uring_unregister_iowq_aff.3
-- vendor/liburing/man/io_uring_unregister_ring_fd.3
-- vendor/liburing/man/io_uring_wait_cqe.3
-- vendor/liburing/man/io_uring_wait_cqe_nr.3
-- vendor/liburing/man/io_uring_wait_cqe_timeout.3
-- vendor/liburing/man/io_uring_wait_cqes.3
 - vendor/liburing/src/Makefile
 - vendor/liburing/src/arch/aarch64/lib.h
 - vendor/liburing/src/arch/aarch64/syscall.h

data/vendor/liburing/man/IO_URING_CHECK_VERSION.3

@@ -1 +0,0 @@
-io_uring_check_version.3

data/vendor/liburing/man/IO_URING_VERSION_MAJOR.3

@@ -1 +0,0 @@
-io_uring_check_version.3

data/vendor/liburing/man/IO_URING_VERSION_MINOR.3

@@ -1 +0,0 @@
-io_uring_check_version.3