polyphony 0.45.0 → 0.46.0

data/test/test_io.rb

@@ -92,6 +92,48 @@ class IOTest < MiniTest::Test
     assert_raises(EOFError) { i.readpartial(1) }    
   end
 
+  def test_getc
+    i, o = IO.pipe
+
+    buf = []
+    f = spin do
+      while (c = i.getc)
+        buf << c
+      end
+    end
+
+    snooze
+    assert_equal [], buf
+
+    o << 'f'
+    snooze
+    o << 'g'
+    o.close
+    f.await
+    assert_equal ['f', 'g'], buf
+  end
+
+  def test_getbyte
+    i, o = IO.pipe
+
+    buf = []
+    f = spin do
+      while (b = i.getbyte)
+        buf << b
+      end
+    end
+
+    snooze
+    assert_equal [], buf
+
+    o << 'f'
+    snooze
+    o << 'g'
+    o.close
+    f.await
+    assert_equal [102, 103], buf
+  end
+
   # see https://github.com/digital-fabric/polyphony/issues/30
   def test_reopened_tempfile
     file = Tempfile.new
@@ -246,4 +288,20 @@ class IOClassMethodsTest < MiniTest::Test
     assert_equal 1e6, s.bytesize
     assert s == IO.orig_read(fn)
   end
+
+  def pipe_read
+    i, o = IO.pipe
+    yield o
+    o.close
+    i.read
+  ensure
+    i.close
+  end
+
+  def test_puts
+    assert_equal "foo\n", pipe_read { |f| f.puts 'foo' }
+    assert_equal "foo\n", pipe_read { |f| f.puts "foo\n" }
+    assert_equal "foo\nbar\n", pipe_read { |f| f.puts 'foo', 'bar' }
+    assert_equal "foo\nbar\n", pipe_read { |f| f.puts 'foo', "bar\n" }
+  end
 end

data/test/test_signal.rb

@@ -3,18 +3,21 @@
 require_relative 'helper'
 
 class SignalTrapTest < Minitest::Test
+  def test_int_signal
+    Thread.new { sleep 0.001; Process.kill('INT', Process.pid) }
+    assert_raises(Interrupt) { sleep 5 }
+  end
+
+  def test_term_signal
+    Thread.new { sleep 0.001; Process.kill('TERM', Process.pid) }
+    assert_raises(SystemExit) { sleep 5 }
+  end
+
   def test_signal_exception_handling
     i, o = IO.pipe
     pid = Polyphony.fork do
       i.close
-      spin do
-        spin do
-          sleep 5
-        rescue ::Interrupt => e
-          # the signal should be raised only in the main fiber
-          o.puts "1-interrupt"
-        end.await
-      end.await
+      sleep 5
     rescue ::Interrupt => e
       o.puts "3-interrupt"
     ensure

data/test/test_socket.rb

@@ -32,3 +32,20 @@ class SocketTest < MiniTest::Test
     server&.close
   end
 end
+
+class HTTPClientTest < MiniTest::Test
+  require 'httparty'
+  require 'json'
+
+  def test_http
+    res = HTTParty.get('http://worldtimeapi.org/api/timezone/Europe/Paris')
+    response = JSON.load(res.body)
+    assert_equal "CEST", response['abbreviation']
+  end
+
+  def test_https
+    res = HTTParty.get('https://worldtimeapi.org/api/timezone/Europe/Paris')
+    response = JSON.load(res.body)
+    assert_equal "CEST", response['abbreviation']
+  end
+end

data/test/test_sync.rb

@@ -20,6 +20,27 @@ class MutexTest < MiniTest::Test
     assert_equal ['>> 1', '<< 1', '>> 2', '<< 2', '>> 3', '<< 3'], buf
   end
 
+  def test_mutex_race_condition
+    lock = Polyphony::Mutex.new
+    buf = []
+    f1 = spin do
+      lock.synchronize { buf << 1; snooze; lock.synchronize { buf << 1.1 }; snooze }
+    end
+    f2 = spin do
+      lock.synchronize { buf << 2 }
+    end
+    f3 = spin do
+      lock.synchronize { buf << 3 }
+    end
+
+    snooze
+    f2.terminate
+
+    f3.await
+
+    assert_equal [1, 1.1, 3], buf
+  end
+
   def test_condition_variable
     buf = []
     lock1 = Polyphony::Mutex.new

data/test/test_throttler.rb

@@ -10,9 +10,7 @@ class ThrottlerTest < MiniTest::Test
     f = spin { loop { t.process { buffer << 1 } } }
     sleep 0.2
     f.stop
-    elapsed = Time.now - t0
-    expected = (elapsed * 10).to_i
-    assert buffer.size >= expected - 1 && buffer.size <= expected + 1
+    assert_in_range 1..3, buffer.size
   ensure
     t.stop
   end
@@ -25,7 +23,7 @@ class ThrottlerTest < MiniTest::Test
     end
     sleep 0.25
     f.stop
-    assert (2..6).include?(buffer.size)
+    assert_in_range 2..6, buffer.size
   ensure
     t.stop
   end
@@ -36,8 +34,7 @@ class ThrottlerTest < MiniTest::Test
     f = spin { loop { t.process { buffer << 1 } } }
     sleep 0.02
     f.stop
-    assert buffer.size >= 2
-    assert buffer.size <= 3
+    assert_in_range 2..3, buffer.size
   ensure
     t.stop
   end

data/test/test_trace.rb

@@ -35,7 +35,9 @@ class TraceTest < MiniTest::Test
   def test_2_fiber_trace
     records = []
     thread = Thread.current
-    t = Polyphony::Trace.new(:fiber_all) { |r| records << r if Thread.current == thread && r[:event] =~ /^fiber_/ }
+    t = Polyphony::Trace.new(:fiber_all) do |r|
+      records << r if Thread.current == thread && r[:event] =~ /^fiber_/
+    end
     t.enable
     Polyphony.trace(true)
 
@@ -50,15 +52,15 @@ class TraceTest < MiniTest::Test
       [:current, :fiber_switchpoint],
       [:f, :fiber_run],
       [:f, :fiber_switchpoint],
-      [:f, :fiber_ev_loop_enter],
+      [:f, :fiber_event_poll_enter],
       [:f, :fiber_schedule],
-      [:f, :fiber_ev_loop_leave],
+      [:f, :fiber_event_poll_leave],
       [:f, :fiber_run],
       [:f, :fiber_terminate],
       [:current, :fiber_switchpoint],
-      [:current, :fiber_ev_loop_enter],
+      [:current, :fiber_event_poll_enter],
       [:current, :fiber_schedule],
-      [:current, :fiber_ev_loop_leave],
+      [:current, :fiber_event_poll_leave],
       [:current, :fiber_run]
     ], events
   ensure

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: polyphony
 version: !ruby/object:Gem::Version
-  version: 0.45.0
+  version: 0.46.0
 platform: ruby
 authors:
 - Sharon Rosner
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-29 00:00:00.000000000 Z
+date: 2020-10-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake-compiler
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.0.5
+        version: 1.1.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.0.5
+        version: 1.1.1
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
@@ -198,6 +198,20 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 5.34.0
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.17.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.17.1
 - !ruby/object:Gem::Dependency
   name: jekyll
   requirement: !ruby/object:Gem::Requirement
@@ -264,6 +278,7 @@ extra_rdoc_files:
 files:
 - ".github/workflows/test.yml"
 - ".gitignore"
+- ".gitmodules"
 - ".rubocop.yml"
 - ".vscode/launch.json"
 - CHANGELOG.md
@@ -317,7 +332,6 @@ files:
 - docs/main-concepts/fiber-scheduling.md
 - docs/main-concepts/index.md
 - docs/polyphony-logo.png
-- examples/adapters/concurrent-ruby.rb
 - examples/adapters/pg_client.rb
 - examples/adapters/pg_notify.rb
 - examples/adapters/pg_pool.rb
@@ -329,70 +343,48 @@ files:
 - examples/adapters/redis_pubsub_perf.rb
 - examples/adapters/sequel_mysql.rb
 - examples/adapters/sequel_mysql_pool.rb
-- examples/core/01-spinning-up-fibers.rb
-- examples/core/02-awaiting-fibers.rb
-- examples/core/03-interrupting.rb
-- examples/core/04-handling-signals.rb
-- examples/core/xx-at_exit.rb
-- examples/core/xx-backend.rb
-- examples/core/xx-caller.rb
-- examples/core/xx-channels.rb
-- examples/core/xx-daemon.rb
-- examples/core/xx-deadlock.rb
-- examples/core/xx-deferring-an-operation.rb
-- examples/core/xx-erlang-style-genserver.rb
-- examples/core/xx-exception-backtrace.rb
-- examples/core/xx-fork-cleanup.rb
-- examples/core/xx-fork-spin.rb
-- examples/core/xx-fork-terminate.rb
-- examples/core/xx-forking.rb
-- examples/core/xx-move_on.rb
-- examples/core/xx-pingpong.rb
-- examples/core/xx-queue-async.rb
-- examples/core/xx-readpartial.rb
-- examples/core/xx-recurrent-timer.rb
-- examples/core/xx-resource_delegate.rb
-- examples/core/xx-signals.rb
-- examples/core/xx-sleep-forever.rb
-- examples/core/xx-sleeping.rb
-- examples/core/xx-snooze-starve.rb
-- examples/core/xx-spin-fork.rb
-- examples/core/xx-spin_error_backtrace.rb
-- examples/core/xx-state-machine.rb
-- examples/core/xx-stop.rb
-- examples/core/xx-supervise-process.rb
-- examples/core/xx-supervisors.rb
-- examples/core/xx-thread-selector-sleep.rb
-- examples/core/xx-thread-selector-snooze.rb
-- examples/core/xx-thread-sleep.rb
-- examples/core/xx-thread-snooze.rb
-- examples/core/xx-thread_pool.rb
-- examples/core/xx-throttling.rb
-- examples/core/xx-timeout.rb
-- examples/core/xx-timer-gc.rb
-- examples/core/xx-trace.rb
-- examples/core/xx-using-a-mutex.rb
-- examples/core/xx-worker-thread.rb
+- examples/adapters/sequel_pg.rb
+- examples/core/await.rb
+- examples/core/channels.rb
+- examples/core/deferring-an-operation.rb
+- examples/core/erlang-style-genserver.rb
+- examples/core/forking.rb
+- examples/core/handling-signals.rb
+- examples/core/interrupt.rb
+- examples/core/pingpong.rb
+- examples/core/recurrent-timer.rb
+- examples/core/resource_delegate.rb
+- examples/core/spin.rb
+- examples/core/spin_error_backtrace.rb
+- examples/core/supervise-process.rb
+- examples/core/supervisor.rb
+- examples/core/thread-sleep.rb
+- examples/core/thread_pool.rb
+- examples/core/throttling.rb
+- examples/core/timeout.rb
+- examples/core/using-a-mutex.rb
+- examples/core/worker-thread.rb
+- examples/io/backticks.rb
+- examples/io/echo_client.rb
+- examples/io/echo_client_from_stdin.rb
+- examples/io/echo_pipe.rb
+- examples/io/echo_server.rb
+- examples/io/echo_server_with_timeout.rb
+- examples/io/echo_stdin.rb
+- examples/io/happy-eyeballs.rb
+- examples/io/httparty.rb
+- examples/io/irb.rb
+- examples/io/net-http.rb
+- examples/io/open.rb
+- examples/io/pry.rb
+- examples/io/rack_server.rb
+- examples/io/raw.rb
+- examples/io/reline.rb
+- examples/io/system.rb
+- examples/io/tcpserver.rb
+- examples/io/tcpsocket.rb
 - examples/io/tunnel.rb
-- examples/io/xx-backticks.rb
-- examples/io/xx-echo_client.rb
-- examples/io/xx-echo_client_from_stdin.rb
-- examples/io/xx-echo_pipe.rb
-- examples/io/xx-echo_server.rb
-- examples/io/xx-echo_server_with_timeout.rb
-- examples/io/xx-echo_stdin.rb
-- examples/io/xx-happy-eyeballs.rb
-- examples/io/xx-httparty.rb
-- examples/io/xx-irb.rb
-- examples/io/xx-net-http.rb
-- examples/io/xx-open.rb
-- examples/io/xx-pry.rb
-- examples/io/xx-rack_server.rb
-- examples/io/xx-switch.rb
-- examples/io/xx-system.rb
-- examples/io/xx-tcpserver.rb
-- examples/io/xx-tcpsocket.rb
-- examples/io/xx-zip.rb
+- examples/io/zip.rb
 - examples/performance/fiber_transfer.rb
 - examples/performance/fs_read.rb
 - examples/performance/mem-usage.rb
@@ -400,17 +392,14 @@ files:
 - examples/performance/multi_snooze.rb
 - examples/performance/snooze.rb
 - examples/performance/snooze_raw.rb
+- examples/performance/switch.rb
+- examples/performance/thread-vs-fiber/httparty_multi.rb
+- examples/performance/thread-vs-fiber/httparty_threaded.rb
 - examples/performance/thread-vs-fiber/polyphony_mt_server.rb
 - examples/performance/thread-vs-fiber/polyphony_server.rb
 - examples/performance/thread-vs-fiber/polyphony_server_read_loop.rb
 - examples/performance/thread-vs-fiber/threaded_server.rb
-- examples/performance/thread-vs-fiber/xx-httparty_multi.rb
-- examples/performance/thread-vs-fiber/xx-httparty_threaded.rb
 - examples/performance/thread_pool_perf.rb
-- examples/performance/xx-array.rb
-- examples/performance/xx-fiber-switch.rb
-- examples/performance/xx-snooze.rb
-- examples/xx-spin.rb
 - ext/libev/Changes
 - ext/libev/LICENSE
 - ext/libev/README
@@ -427,19 +416,38 @@ files:
 - ext/libev/ev_win32.c
 - ext/libev/ev_wrap.h
 - ext/libev/test_libev_win32.c
+- ext/liburing/liburing.h
+- ext/liburing/liburing/README.md
+- ext/liburing/liburing/barrier.h
+- ext/liburing/liburing/compat.h
+- ext/liburing/liburing/io_uring.h
+- ext/liburing/queue.c
+- ext/liburing/register.c
+- ext/liburing/setup.c
+- ext/liburing/syscall.c
+- ext/liburing/syscall.h
 - ext/polyphony/backend.h
+- ext/polyphony/backend_common.h
+- ext/polyphony/backend_io_uring.c
+- ext/polyphony/backend_io_uring_context.c
+- ext/polyphony/backend_io_uring_context.h
+- ext/polyphony/backend_libev.c
 - ext/polyphony/event.c
 - ext/polyphony/extconf.rb
 - ext/polyphony/fiber.c
 - ext/polyphony/libev.c
 - ext/polyphony/libev.h
-- ext/polyphony/libev_backend.c
+- ext/polyphony/liburing.c
+- ext/polyphony/playground.c
 - ext/polyphony/polyphony.c
 - ext/polyphony/polyphony.h
 - ext/polyphony/polyphony_ext.c
 - ext/polyphony/queue.c
 - ext/polyphony/ring_buffer.c
 - ext/polyphony/ring_buffer.h
+- ext/polyphony/runqueue.c
+- ext/polyphony/runqueue_ring_buffer.c
+- ext/polyphony/runqueue_ring_buffer.h
 - ext/polyphony/thread.c
 - ext/polyphony/tracing.c
 - lib/polyphony.rb
@@ -460,6 +468,7 @@ files:
 - lib/polyphony/core/thread_pool.rb
 - lib/polyphony/core/throttler.rb
 - lib/polyphony/extensions/core.rb
+- lib/polyphony/extensions/debug.rb
 - lib/polyphony/extensions/fiber.rb
 - lib/polyphony/extensions/io.rb
 - lib/polyphony/extensions/openssl.rb
@@ -471,6 +480,7 @@ files:
 - test/coverage.rb
 - test/eg.rb
 - test/helper.rb
+- test/io_uring_test.rb
 - test/q.rb
 - test/run.rb
 - test/stress.rb
@@ -519,7 +529,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.1.4
 signing_key: 
 specification_version: 4
 summary: Fine grained concurrency for Ruby