polyphony 0.44.0 → 0.45.5

data/test/test_fiber.rb

@@ -352,7 +352,7 @@ class FiberTest < MiniTest::Test
     result = []
     f = Fiber.current.spin do
       result << :start
-      result << Thread.current.agent.sleep(1)
+      result << Thread.current.backend.sleep(1)
     end
     snooze
     f.interrupt
@@ -641,7 +641,7 @@ class FiberTest < MiniTest::Test
       end
     end
     sleep 0.1
-    f = spin { Thread.current.agent.waitpid(pid) }
+    f = spin { Thread.current.backend.waitpid(pid) }
     o.close
     Process.kill('INT', pid)
     f.await
@@ -663,7 +663,7 @@ class FiberTest < MiniTest::Test
       end
     end
     sleep 0.2
-    f = spin { Thread.current.agent.waitpid(pid) }
+    f = spin { Thread.current.backend.waitpid(pid) }
     o.close
     Process.kill('TERM', pid)
     f.await
@@ -690,7 +690,7 @@ class FiberTest < MiniTest::Test
       sleep 0.2
       Process.kill('TERM', pid)
     end
-    Thread.current.agent.waitpid(pid)
+    Thread.current.backend.waitpid(pid)
     klass = i.read
     i.close
     assert_equal 'Polyphony::Terminate', klass
@@ -700,15 +700,16 @@ class FiberTest < MiniTest::Test
     buffer = []
     f = Fiber.new { buffer << receive }
     
-    assert_raises(NoMethodError) { f << 'foo' }
+    assert_nil f.thread
     snooze
     f.setup_raw
     assert_equal Thread.current, f.thread
     assert_nil f.parent
 
     f.schedule
+    snooze
     f << 'bar'
-    2.times { snooze }
+    snooze
     assert_equal ['bar'], buffer
   end
 end
@@ -811,20 +812,20 @@ class MailboxTest < MiniTest::Test
     assert_equal ['foo'] * 100, messages
   end
 
-  def test_receive_pending
-    assert_equal [], receive_pending
+  def test_receive_all_pending
+    assert_equal [], receive_all_pending
 
     (1..5).each { |i| Fiber.current << i }
-    assert_equal (1..5).to_a, receive_pending
-    assert_equal [], receive_pending
+    assert_equal (1..5).to_a, receive_all_pending
+    assert_equal [], receive_all_pending
   end
 
-  def test_receive_pending_on_termination
+  def test_receive_all_pending_on_termination
     buffer = []
     worker = spin do
       loop { buffer << receive }
     rescue Polyphony::Terminate
-      receive_pending.each { |r| buffer << r }
+      receive_all_pending.each { |r| buffer << r }
     end
 
     worker << 1

data/test/test_global_api.rb

@@ -122,6 +122,21 @@ class MoveOnAfterTest < MiniTest::Test
     assert_equal :bar, v
   end
 
+  def test_move_on_after_with_reset
+    t0 = Time.now
+    v = move_on_after(0.01, with_value: :moved_on) do |timeout|
+      sleep 0.007
+      timeout.reset
+      sleep 0.007
+      nil
+    end
+    t1 = Time.now
+
+    assert_nil v
+    assert t1 - t0 >= 0.014
+    assert t1 - t0 < 0.02
+  end
+
   def test_move_on_after_without_block
     t0 = Time.now
     f = move_on_after(0.01, with_value: 'foo')
@@ -160,6 +175,20 @@ class CancelAfterTest < MiniTest::Test
     assert t1 - t0 < 0.1
   end
 
+  def test_cancel_after_with_reset
+    t0 = Time.now
+    cancel_after(0.01) do |f|
+      assert_kind_of Fiber, f
+      assert_equal Fiber.current, f.parent
+      sleep 0.007
+      f.reset
+      sleep 0.007
+    end
+    t1 = Time.now
+    assert t1 - t0 >= 0.014
+    assert t1 - t0 < 0.02
+  end
+
   class CustomException < Exception
   end
 

data/test/test_io.rb

@@ -55,7 +55,7 @@ class IOTest < MiniTest::Test
         results << result
         case result
         when :wait_readable
-          Thread.current.agent.wait_io(i, false)
+          Thread.current.backend.wait_io(i, false)
         else
           break result
         end
@@ -92,6 +92,48 @@ class IOTest < MiniTest::Test
     assert_raises(EOFError) { i.readpartial(1) }    
   end
 
+  def test_getc
+    i, o = IO.pipe
+
+    buf = []
+    f = spin do
+      while (c = i.getc)
+        buf << c
+      end
+    end
+
+    snooze
+    assert_equal [], buf
+
+    o << 'f'
+    snooze
+    o << 'g'
+    o.close
+    f.await
+    assert_equal ['f', 'g'], buf
+  end
+
+  def test_getbyte
+    i, o = IO.pipe
+
+    buf = []
+    f = spin do
+      while (b = i.getbyte)
+        buf << b
+      end
+    end
+
+    snooze
+    assert_equal [], buf
+
+    o << 'f'
+    snooze
+    o << 'g'
+    o.close
+    f.await
+    assert_equal [102, 103], buf
+  end
+
   # see https://github.com/digital-fabric/polyphony/issues/30
   def test_reopened_tempfile
     file = Tempfile.new
@@ -246,4 +288,20 @@ class IOClassMethodsTest < MiniTest::Test
     assert_equal 1e6, s.bytesize
     assert s == IO.orig_read(fn)
   end
+
+  def pipe_read
+    i, o = IO.pipe
+    yield o
+    o.close
+    i.read
+  ensure
+    i.close
+  end
+
+  def test_puts
+    assert_equal "foo\n", pipe_read { |f| f.puts 'foo' }
+    assert_equal "foo\n", pipe_read { |f| f.puts "foo\n" }
+    assert_equal "foo\nbar\n", pipe_read { |f| f.puts 'foo', 'bar' }
+    assert_equal "foo\nbar\n", pipe_read { |f| f.puts 'foo', "bar\n" }
+  end
 end

data/test/test_kernel.rb

@@ -19,6 +19,11 @@ class KernelTest < MiniTest::Test
     timer&.stop
   end
 
+  def test_Kernel_system_singleton_method
+    assert_equal true, Kernel.system("which ruby > /dev/null 2>&1")
+    assert_equal false, Kernel.system("which rruubbyy > /dev/null 2>&1")
+  end
+
   def patch_open3
     class << Open3
       alias_method :orig_popen2, :popen2

data/test/test_signal.rb

@@ -3,18 +3,21 @@
 require_relative 'helper'
 
 class SignalTrapTest < Minitest::Test
+  def test_int_signal
+    Thread.new { sleep 0.001; Process.kill('INT', Process.pid) }
+    assert_raises(Interrupt) { sleep 5 }
+  end
+
+  def test_term_signal
+    Thread.new { sleep 0.001; Process.kill('TERM', Process.pid) }
+    assert_raises(SystemExit) { sleep 5 }
+  end
+
   def test_signal_exception_handling
     i, o = IO.pipe
     pid = Polyphony.fork do
       i.close
-      spin do
-        spin do
-          sleep 5
-        rescue ::Interrupt => e
-          # the signal should be raised only in the main fiber
-          o.puts "1-interrupt"
-        end.await
-      end.await
+      sleep 5
     rescue ::Interrupt => e
       o.puts "3-interrupt"
     ensure
@@ -23,7 +26,7 @@ class SignalTrapTest < Minitest::Test
     sleep 0.01
     o.close
     Process.kill('INT', pid)
-    Thread.current.agent.waitpid(pid)
+    Thread.current.backend.waitpid(pid)
     buffer = i.read
     assert_equal "3-interrupt\n", buffer
   end
@@ -51,7 +54,7 @@ class SignalTrapTest < Minitest::Test
     sleep 0.02
     o.close
     Process.kill('INT', pid)
-    Thread.current.agent.waitpid(pid)
+    Thread.current.backend.waitpid(pid)
     buffer = i.read
     assert_equal "3 - interrupted\n2 - terminated\n1 - terminated\n", buffer
   end
@@ -69,7 +72,7 @@ class SignalTrapTest < Minitest::Test
     o.close
     sleep 0.1
     Process.kill('INT', pid)
-    Thread.current.agent.waitpid(pid)
+    Thread.current.backend.waitpid(pid)
     buffer = i.read
     assert_equal "3-interrupt\n", buffer
   end

data/test/test_socket.rb

@@ -32,3 +32,20 @@ class SocketTest < MiniTest::Test
     server&.close
   end
 end
+
+class HTTPClientTest < MiniTest::Test
+  require 'httparty'
+  require 'json'
+
+  def test_http
+    res = HTTParty.get('http://worldtimeapi.org/api/timezone/Europe/Paris')
+    response = JSON.load(res.body)
+    assert_equal "CEST", response['abbreviation']
+  end
+
+  def test_https
+    res = HTTParty.get('https://worldtimeapi.org/api/timezone/Europe/Paris')
+    response = JSON.load(res.body)
+    assert_equal "CEST", response['abbreviation']
+  end
+end

data/test/test_sync.rb

@@ -0,0 +1,73 @@
+# frozen_string_literal: true
+
+require_relative 'helper'
+
+class MutexTest < MiniTest::Test
+  def test_mutex
+    buf = []
+    lock = Polyphony::Mutex.new
+    (1..3).each do |i|
+      spin do
+        lock.synchronize do
+          buf << ">> #{i}"
+          sleep(rand * 0.05)
+          buf << "<< #{i}"
+        end
+      end
+    end
+
+    Fiber.current.await_all_children
+    assert_equal ['>> 1', '<< 1', '>> 2', '<< 2', '>> 3', '<< 3'], buf
+  end
+
+  def test_mutex_race_condition
+    lock = Polyphony::Mutex.new
+    buf = []
+    f1 = spin do
+      lock.synchronize { buf << 1; snooze; lock.synchronize { buf << 1.1 }; snooze }
+    end
+    f2 = spin do
+      lock.synchronize { buf << 2 }
+    end
+    f3 = spin do
+      lock.synchronize { buf << 3 }
+    end
+
+    snooze
+    f2.terminate
+
+    f3.await
+
+    assert_equal [1, 1.1, 3], buf
+  end
+
+  def test_condition_variable
+    buf = []
+    lock1 = Polyphony::Mutex.new
+    lock2 = Polyphony::Mutex.new
+    cond = Polyphony::ConditionVariable.new
+
+    spin do
+      lock1.synchronize do
+        sleep 0.01
+        cond.wait(lock1)
+        lock2.synchronize do
+          buf << :foo
+        end
+      end
+    end
+
+    spin do
+      lock2.synchronize do
+        sleep 0.01
+        lock1.synchronize do
+          buf << :bar
+        end
+        cond.signal
+      end
+    end
+
+    Fiber.current.await_all_children
+    assert_equal [:bar, :foo], buf
+  end
+end

metadata

@@ -1,43 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: polyphony
 version: !ruby/object:Gem::Version
-  version: 0.44.0
+  version: 0.45.5
 platform: ruby
 authors:
 - Sharon Rosner
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-25 00:00:00.000000000 Z
+date: 2020-10-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: httparty
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 0.17.0
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 0.17.0
-- !ruby/object:Gem::Dependency
-  name: localhost
+  name: rake-compiler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.1.4
+        version: 1.1.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.1.4
+        version: 1.1.1
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
@@ -95,33 +81,33 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 0.85.1
 - !ruby/object:Gem::Dependency
-  name: pg
+  name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.1.4
+        version: 0.13.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.1.4
+        version: 0.13.1
 - !ruby/object:Gem::Dependency
-  name: rake-compiler
+  name: pg
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.0.5
+        version: 1.1.4
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.0.5
+        version: 1.1.4
 - !ruby/object:Gem::Dependency
   name: redis
   requirement: !ruby/object:Gem::Requirement
@@ -164,6 +150,26 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.6.0
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.8
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 2.3.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.8
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 2.3.0
 - !ruby/object:Gem::Dependency
   name: mysql2
   requirement: !ruby/object:Gem::Requirement
@@ -192,6 +198,20 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 5.34.0
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.17.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.17.1
 - !ruby/object:Gem::Dependency
   name: jekyll
   requirement: !ruby/object:Gem::Requirement
@@ -256,7 +276,6 @@ extensions:
 extra_rdoc_files:
 - README.md
 files:
-- ".gitbook.yaml"
 - ".github/workflows/test.yml"
 - ".gitignore"
 - ".rubocop.yml"
@@ -273,6 +292,7 @@ files:
 - docs/_config.yml
 - docs/_includes/head.html
 - docs/_includes/title.html
+- docs/_posts/2020-07-26-polyphony-0.44.md
 - docs/_sass/custom/custom.scss
 - docs/_sass/overrides.scss
 - docs/_user-guide/all-about-timers.md
@@ -311,7 +331,6 @@ files:
 - docs/main-concepts/fiber-scheduling.md
 - docs/main-concepts/index.md
 - docs/polyphony-logo.png
-- examples/adapters/concurrent-ruby.rb
 - examples/adapters/pg_client.rb
 - examples/adapters/pg_notify.rb
 - examples/adapters/pg_pool.rb
@@ -323,68 +342,48 @@ files:
 - examples/adapters/redis_pubsub_perf.rb
 - examples/adapters/sequel_mysql.rb
 - examples/adapters/sequel_mysql_pool.rb
-- examples/core/01-spinning-up-fibers.rb
-- examples/core/02-awaiting-fibers.rb
-- examples/core/03-interrupting.rb
-- examples/core/04-handling-signals.rb
-- examples/core/xx-agent.rb
-- examples/core/xx-at_exit.rb
-- examples/core/xx-caller.rb
-- examples/core/xx-channels.rb
-- examples/core/xx-daemon.rb
-- examples/core/xx-deadlock.rb
-- examples/core/xx-deferring-an-operation.rb
-- examples/core/xx-erlang-style-genserver.rb
-- examples/core/xx-exception-backtrace.rb
-- examples/core/xx-fork-cleanup.rb
-- examples/core/xx-fork-spin.rb
-- examples/core/xx-fork-terminate.rb
-- examples/core/xx-forking.rb
-- examples/core/xx-move_on.rb
-- examples/core/xx-pingpong.rb
-- examples/core/xx-queue-async.rb
-- examples/core/xx-readpartial.rb
-- examples/core/xx-recurrent-timer.rb
-- examples/core/xx-resource_delegate.rb
-- examples/core/xx-signals.rb
-- examples/core/xx-sleep-forever.rb
-- examples/core/xx-sleeping.rb
-- examples/core/xx-snooze-starve.rb
-- examples/core/xx-spin-fork.rb
-- examples/core/xx-spin_error_backtrace.rb
-- examples/core/xx-state-machine.rb
-- examples/core/xx-stop.rb
-- examples/core/xx-supervise-process.rb
-- examples/core/xx-supervisors.rb
-- examples/core/xx-thread-selector-sleep.rb
-- examples/core/xx-thread-selector-snooze.rb
-- examples/core/xx-thread-sleep.rb
-- examples/core/xx-thread-snooze.rb
-- examples/core/xx-thread_pool.rb
-- examples/core/xx-throttling.rb
-- examples/core/xx-timeout.rb
-- examples/core/xx-timer-gc.rb
-- examples/core/xx-trace.rb
-- examples/core/xx-using-a-mutex.rb
-- examples/core/xx-worker-thread.rb
+- examples/adapters/sequel_pg.rb
+- examples/core/await.rb
+- examples/core/channels.rb
+- examples/core/deferring-an-operation.rb
+- examples/core/erlang-style-genserver.rb
+- examples/core/forking.rb
+- examples/core/handling-signals.rb
+- examples/core/interrupt.rb
+- examples/core/pingpong.rb
+- examples/core/recurrent-timer.rb
+- examples/core/resource_delegate.rb
+- examples/core/spin.rb
+- examples/core/spin_error_backtrace.rb
+- examples/core/supervise-process.rb
+- examples/core/supervisor.rb
+- examples/core/thread-sleep.rb
+- examples/core/thread_pool.rb
+- examples/core/throttling.rb
+- examples/core/timeout.rb
+- examples/core/using-a-mutex.rb
+- examples/core/worker-thread.rb
+- examples/io/backticks.rb
+- examples/io/echo_client.rb
+- examples/io/echo_client_from_stdin.rb
+- examples/io/echo_pipe.rb
+- examples/io/echo_server.rb
+- examples/io/echo_server_with_timeout.rb
+- examples/io/echo_stdin.rb
+- examples/io/happy-eyeballs.rb
+- examples/io/httparty.rb
+- examples/io/irb.rb
+- examples/io/net-http.rb
+- examples/io/open.rb
+- examples/io/pry.rb
+- examples/io/rack_server.rb
+- examples/io/raw.rb
+- examples/io/reline.rb
+- examples/io/system.rb
+- examples/io/tcpserver.rb
+- examples/io/tcpsocket.rb
 - examples/io/tunnel.rb
-- examples/io/xx-backticks.rb
-- examples/io/xx-echo_client.rb
-- examples/io/xx-echo_client_from_stdin.rb
-- examples/io/xx-echo_pipe.rb
-- examples/io/xx-echo_server.rb
-- examples/io/xx-echo_server_with_timeout.rb
-- examples/io/xx-echo_stdin.rb
-- examples/io/xx-happy-eyeballs.rb
-- examples/io/xx-httparty.rb
-- examples/io/xx-irb.rb
-- examples/io/xx-net-http.rb
-- examples/io/xx-open.rb
-- examples/io/xx-switch.rb
-- examples/io/xx-system.rb
-- examples/io/xx-tcpserver.rb
-- examples/io/xx-tcpsocket.rb
-- examples/io/xx-zip.rb
+- examples/io/zip.rb
 - examples/performance/fiber_transfer.rb
 - examples/performance/fs_read.rb
 - examples/performance/mem-usage.rb
@@ -392,17 +391,14 @@ files:
 - examples/performance/multi_snooze.rb
 - examples/performance/snooze.rb
 - examples/performance/snooze_raw.rb
+- examples/performance/switch.rb
+- examples/performance/thread-vs-fiber/httparty_multi.rb
+- examples/performance/thread-vs-fiber/httparty_threaded.rb
 - examples/performance/thread-vs-fiber/polyphony_mt_server.rb
 - examples/performance/thread-vs-fiber/polyphony_server.rb
 - examples/performance/thread-vs-fiber/polyphony_server_read_loop.rb
 - examples/performance/thread-vs-fiber/threaded_server.rb
-- examples/performance/thread-vs-fiber/xx-httparty_multi.rb
-- examples/performance/thread-vs-fiber/xx-httparty_threaded.rb
 - examples/performance/thread_pool_perf.rb
-- examples/performance/xx-array.rb
-- examples/performance/xx-fiber-switch.rb
-- examples/performance/xx-snooze.rb
-- examples/xx-spin.rb
 - ext/libev/Changes
 - ext/libev/LICENSE
 - ext/libev/README
@@ -419,19 +415,22 @@ files:
 - ext/libev/ev_win32.c
 - ext/libev/ev_wrap.h
 - ext/libev/test_libev_win32.c
-- ext/polyphony/agent.h
+- ext/polyphony/backend.h
 - ext/polyphony/event.c
 - ext/polyphony/extconf.rb
 - ext/polyphony/fiber.c
 - ext/polyphony/libev.c
 - ext/polyphony/libev.h
-- ext/polyphony/libev_agent.c
+- ext/polyphony/libev_backend.c
 - ext/polyphony/polyphony.c
 - ext/polyphony/polyphony.h
 - ext/polyphony/polyphony_ext.c
 - ext/polyphony/queue.c
 - ext/polyphony/ring_buffer.c
 - ext/polyphony/ring_buffer.h
+- ext/polyphony/runqueue.c
+- ext/polyphony/runqueue_ring_buffer.c
+- ext/polyphony/runqueue_ring_buffer.h
 - ext/polyphony/thread.c
 - ext/polyphony/tracing.c
 - lib/polyphony.rb
@@ -440,6 +439,7 @@ files:
 - lib/polyphony/adapters/mysql2.rb
 - lib/polyphony/adapters/postgres.rb
 - lib/polyphony/adapters/process.rb
+- lib/polyphony/adapters/readline.rb
 - lib/polyphony/adapters/redis.rb
 - lib/polyphony/adapters/sequel.rb
 - lib/polyphony/adapters/trace.rb
@@ -465,7 +465,7 @@ files:
 - test/q.rb
 - test/run.rb
 - test/stress.rb
-- test/test_agent.rb
+- test/test_backend.rb
 - test/test_event.rb
 - test/test_ext.rb
 - test/test_fiber.rb
@@ -478,6 +478,7 @@ files:
 - test/test_signal.rb
 - test/test_socket.rb
 - test/test_supervise.rb
+- test/test_sync.rb
 - test/test_thread.rb
 - test/test_thread_pool.rb
 - test/test_throttler.rb
@@ -509,7 +510,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.1.4
 signing_key: 
 specification_version: 4
 summary: Fine grained concurrency for Ruby