polyphony 0.45.0 → 0.46.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f9c8ab74213c6cc5e3852f73ee027ee496f2b04c6844e09856c9771ea5e7839a
-  data.tar.gz: 83d7c533024b6d6d633b9e18abc392911adfc07f728af826bd84cce35cafb20c
+  metadata.gz: 890abc2b84ed305f591c697764ea16255059aeb3cd4ddd23195b81f78f5f6daf
+  data.tar.gz: a02442318f82682ba1fa3a87e2b4e7ad8ae06d365a7d4a4b5c45689b2e55472f
 SHA512:
-  metadata.gz: c42e49ebcd6fb10b384438cb7688801a387963bc2a6fb2c1d3de6d022a7731a7d88db138a34b364b35c9d71830b975a69cb1f14fb277166a9db1802e24e82dec
-  data.tar.gz: 6c578eacded00dd7a77a35124c69ebc966e4f9aa42264913df82af147f43955a2ecd86087630c085fcd4d6e964aa705202c5aa24bb4032648d3ba278d60d4f63
+  metadata.gz: 506a2fdbdee9e6c5bb94b976489537792941326080441f3d93924cd9657db5188b29e4ced6e1c8a6f8db06ae211da0522b3ac042e45365be1af2e68f8b157b0e
+  data.tar.gz: cbc0e333731e035c2094abfa72d425e649c210a8c9d3aec467446f615315cfc6e1f6de664321099ccdf93ddd6e1bb0ba484b2b8b53922725b2df8483aedefeab

data/.github/workflows/test.yml

@@ -23,6 +23,8 @@ jobs:
       run: |
         gem install bundler
         bundle install
+    - name: Show Linux kernel version
+      run: uname -r
     - name: Compile C-extension
       run: bundle exec rake compile
     - name: Run tests

data/.rubocop.yml

@@ -96,6 +96,7 @@ Metrics/ModuleLength:
 Metrics/ClassLength:
   Exclude:
     - lib/polyphony/http/server/http1.rb
+    - lib/polyphony/extensions/io.rb
     - test/**/*.rb
     - examples/**/*.rb
 

data/CHANGELOG.md

@@ -1,3 +1,41 @@
+## 0.46.0
+
+* Implement [io_uring backend](https://github.com/digital-fabric/polyphony/pull/44)
+
+## 0.45.5
+
+* Fix compilation error (#43)
+* Add support for resetting move_on_after, cancel_after timeouts
+* Optimize anti-event starvation polling
+* Implement optimized runqueue for better performance
+* Schedule parent with priority on uncaught exception
+* Fix race condition in `Mutex#synchronize` (#41)
+
+## 0.45.4
+
+* Improve signal trapping mechanism
+
+## 0.45.3
+
+* Don't swallow error in `Process#kill_and_await`
+* Add `Fiber#mailbox` attribute reader
+* Fix bug in `Fiber.await`
+* Implement `IO#getc`, `IO#getbyte`
+
+## 0.45.2
+
+* Rewrite `Fiber#<<`, `Fiber#await`, `Fiber#receive` in C
+
+## 0.45.1
+
+* Fix Net::HTTP compatibility
+* Fix fs adapter
+* Improve performance of IO#puts
+* Mutex#synchronize
+* Fix Socket#connect
+* Cleanup code
+* Improve support for Ruby 3 keyword args
+
 ## 0.45.0
 
 * Cleanup code

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    polyphony (0.45.0)
+    polyphony (0.46.0)
 
 GEM
   remote: https://rubygems.org/
@@ -23,6 +23,9 @@ GEM
     forwardable-extended (2.6.0)
     hiredis (0.6.3)
     http_parser.rb (0.6.0)
+    httparty (0.17.1)
+      mime-types (~> 3.0)
+      multi_xml (>= 0.5.2)
     i18n (0.9.5)
       concurrent-ruby (~> 1.0)
     jekyll (3.8.6)
@@ -60,12 +63,16 @@ GEM
       rb-inotify (~> 0.9, >= 0.9.10)
     mercenary (0.3.6)
     method_source (1.0.0)
+    mime-types (3.3.1)
+      mime-types-data (~> 3.2015)
+    mime-types-data (3.2020.0512)
     minitest (5.13.0)
     minitest-reporters (1.4.2)
       ansi
       builder
       minitest (>= 5.0)
       ruby-progressbar
+    multi_xml (0.6.0)
     mysql2 (0.5.3)
     parallel (1.19.1)
     parser (2.7.0.2)
@@ -80,7 +87,7 @@ GEM
     rack (2.2.3)
     rainbow (3.0.0)
     rake (12.3.3)
-    rake-compiler (1.0.5)
+    rake-compiler (1.1.1)
       rake
     rb-fsevent (0.10.3)
     rb-inotify (0.10.1)
@@ -122,6 +129,7 @@ PLATFORMS
 DEPENDENCIES
   hiredis (= 0.6.3)
   http_parser.rb (~> 0.6.0)
+  httparty (= 0.17.1)
   jekyll (~> 3.8.6)
   jekyll-remote-theme (~> 0.4.1)
   jekyll-seo-tag (~> 2.6.1)
@@ -133,7 +141,7 @@ DEPENDENCIES
   polyphony!
   pry (= 0.13.1)
   rack (>= 2.0.8, < 2.3.0)
-  rake-compiler (= 1.0.5)
+  rake-compiler (= 1.1.1)
   redis (= 4.1.0)
   rubocop (= 0.85.1)
   sequel (= 5.34.0)

data/README.md

@@ -35,9 +35,9 @@
 Polyphony is a library for building concurrent applications in Ruby. Polyphony
 harnesses the power of [Ruby fibers](https://ruby-doc.org/core-2.5.1/Fiber.html)
 to provide a cooperative, sequential coroutine-based concurrency model. Under
-the hood, Polyphony uses [libev](https://github.com/enki/libev) as a
-high-performance event reactor that provides timers, I/O watchers and other
-asynchronous event primitives.
+the hood, Polyphony uses
+[io_uring](https://unixism.net/loti/what_is_io_uring.html) or
+[libev](https://github.com/enki/libev) to maximize I/O performance.
 
 ## Features
 

data/Rakefile

@@ -23,4 +23,4 @@ task :docs do
   exec 'RUBYOPT=-W0 jekyll serve -s docs -H ec2-18-156-117-172.eu-central-1.compute.amazonaws.com'
 end
 
-CLEAN.include "**/*.o", "**/*.so", "**/*.bundle", "**/*.jar", "pkg", "tmp"
+CLEAN.include "**/*.o", "**/*.so", "**/*.so.*", "**/*.a", "**/*.bundle", "**/*.jar", "pkg", "tmp"

data/TODO.md

@@ -1,15 +1,15 @@
-0.45
-
-- Review all code
-  - Cleanup C code
-  - Cleanup and annotate examples (and remove all the examples used for
-    debugging). Focus on examples that serve as "how-to".
-
-0.45.1
-
+- change fiber_trace method to return nil, change trace logic to use provided
+  arguments instead of return values for fiber events
+- allow backend selection at runtime
+- add Backend#timer_loop that does what throttled_loop does, on lower level
+- Adapter for io/console (what does `IO#raw` do?)
 - Adapter for Pry and IRB (Which fixes #5 and #6)
+- Improve `#supervise`. It does not work as advertised, and seems to exhibit an
+  inconsistent behaviour (see supervisor example).
+- Fix backtrace for `Timeout.timeout` API (see timeout example).
+- Check why worker-thread example doesn't work.
 
-0.46.0
+0.47
 
 - Debugging
   - Eat your own dogfood: need a good tool to check what's going on when some
@@ -123,8 +123,6 @@
   - discuss using `snooze` for ensuring responsiveness when executing CPU-bound work
 
 
-## 0.47
-
 ### Some more API work, more docs
 
 - sintra app with database access (postgresql)
@@ -136,14 +134,10 @@
   - proceed from there
 
 
-## 0.48
-
 ### Sinatra / Sidekiq
 
 - Pull out redis/postgres code, put into new `polyphony-xxx` gems
 
-## 0.49
-
 ### Testing && Docs
 
 - More tests
@@ -154,8 +148,6 @@
   - `IO.foreach`
   - `Process.waitpid`
 
-## 0.50 DNS
-
 ### DNS client
 
 ```ruby

data/examples/adapters/redis_client.rb

@@ -3,7 +3,9 @@
 require 'bundler/setup'
 require 'polyphony/adapters/redis'
 
-redis = Redis.new
+::Exception.__disable_sanitized_backtrace__ = true
+
+redis = Redis.new(host: ENV['REDIS_HOST'] || 'localhost')
 
 X = 10
 

data/examples/adapters/redis_pubsub_perf.rb

@@ -6,7 +6,7 @@ require 'json'
 
 X_SESSIONS = 1000
 X_NODES = 10_000
-X_SUBSCRIPTIONS_PER_SESSION = 100
+X_SUBSCRIPTIONS_PER_SESSION = 1000
 
 $sessions = []
 X_SESSIONS.times do
@@ -17,8 +17,11 @@ X_SESSIONS.times do
   }
 end
 
+REDIS_HOST = ENV['REDIS_HOST'] || 'localhost'
+p redis_host: REDIS_HOST
+
 spin do
-  redis = Redis.new
+  redis = Redis.new(host: REDIS_HOST)
   redis.subscribe('events') do |on|
     on.message do |_, message|
       distribute_event(JSON.parse(message, symbolize_names: true))
@@ -30,18 +33,18 @@ $update_count = 0
 
 def distribute_event(event)
   $update_count += 1
-  # t0 = Time.now
+  t0 = Time.now
   count = 0
   $sessions.each do |s|
     count += 1 if s[:subscriptions].include?(event[:path])
   end
-  # elapsed = Time.now - t0
-  # rate = X_SESSIONS / elapsed
-  # puts "elapsed: #{elapsed} (#{rate}/s)" if $update_count % 100 == 0
+  elapsed = Time.now - t0
+  rate = X_SESSIONS / elapsed
+  puts "elapsed: #{elapsed} (#{rate}/s)" if $update_count % 100 == 0
 end
 
 spin do
-  redis = Redis.new
+  redis = Redis.new(host: REDIS_HOST)
   throttled_loop(1000) do
     redis.publish('events', { path: "node#{rand(X_NODES)}" }.to_json)
   end
@@ -60,7 +63,7 @@ spin do
   end
 end
 
-trap(:int) do
+trap('SIGINT') do
   puts 'bye...'
   exit!
 end

data/examples/adapters/sequel_mysql.rb

@@ -2,7 +2,7 @@
 
 require 'bundler/setup'
 require 'polyphony/adapters/sequel'
-require 'polyphony/adapters/mysql2'
+require 'polyphony/adapters/postgres'
 
 time_printer = spin do
   last = Time.now

data/examples/adapters/sequel_pg.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'polyphony/adapters/sequel'
+require 'polyphony/adapters/postgres'
+
+URL = ENV['SEQUEL_URL'] || 'postgres://localhost/test'
+
+x = 10000
+query_count = 0
+
+spin do
+  db = Sequel.connect(URL)
+  x.times { query_count += 1; db.execute('select 1 as test') }
+end
+
+spin do
+  db = Sequel.connect(URL)
+  x.times { query_count += 1; db.execute('select 2 as test') }
+end
+
+t0 = Time.now
+Fiber.current.await_all_children
+puts "query rate: #{query_count / (Time.now - t0)} reqs/s; count = #{query_count}"

data/examples/core/deferring-an-operation.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'polyphony'
+
+spin do
+  puts 'two'
+  # spinning a fiber from the parent fiber allows us to schedule an operation to
+  # be performed even after the current fiber is terminated
+  Fiber.current.parent.spin { puts 'four' }
+  puts 'three'
+end
+
+puts 'one'
+
+suspend

data/examples/core/{xx-erlang-style-genserver.rb → erlang-style-genserver.rb}

@@ -3,8 +3,10 @@
 require 'bundler/setup'
 require 'polyphony'
 
-class GenServer
-  def self.start(receiver, *args)
+module GenServer
+  module_function
+
+  def start(receiver, *args)
     fiber = spin do
       state = receiver.initial_state(*args)
       loop do
@@ -14,11 +16,10 @@ class GenServer
       end
     end
     build_api(fiber, receiver)
-    snooze
     fiber
   end
 
-  def self.build_api(fiber, receiver)
+  def build_api(fiber, receiver)
     receiver.methods(false).each do |m|
       if m =~ /!$/
         fiber.define_singleton_method(m) do |*args|
@@ -32,7 +33,7 @@ class GenServer
     end
   end
 
-  def self.cast(process, method, *args)
+  def cast(process, method, *args)
     process << {
       from:   Fiber.current,
       method: method,
@@ -40,7 +41,7 @@ class GenServer
     }
   end
 
-  def self.call(process, method, *args)
+  def call(process, method, *args)
     process << {
       from:   Fiber.current,
       method: method,
@@ -50,21 +51,27 @@ class GenServer
   end
 end
 
+# In a generic server the state is not held in an instance variable but rather
+# passed as the first parameter to method calls. The return value of each method
+# is an array consisting of the result and the potentially mutated state.
 module Map
-  def self.initial_state(hash = {})
+  module_function
+
+  def initial_state(hash = {})
     hash
   end
 
-  def self.get(state, key)
+  def get(state, key)
     [state[key], state]
   end
 
-  def self.put!(state, key, value)
+  def put!(state, key, value)
     state[key] = value
     [:noreply, state]
   end
 end
 
+# start server with initial state
 map_server = GenServer.start(Map, {foo: :bar})
 
 puts 'getting value from map server'

data/examples/core/{xx-forking.rb → forking.rb}

@@ -20,5 +20,5 @@ end
 puts "got child pid #{pid}"
 
 puts 'parent waiting for child'
-Gyro::Child.new(pid).await
+Thread.current.backend.waitpid(pid)
 puts 'parent done waiting'

data/examples/core/handling-signals.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'polyphony'
+
+puts "going to sleep (press Ctrl-C to stop)"
+begin
+  sleep
+ensure
+  puts "done sleeping"
+end

data/examples/core/{xx-pingpong.rb → pingpong.rb}

@@ -9,10 +9,12 @@ pong = spin_loop do
   ping << 'pong'
 end
 
-ping = spin_loop do
-  pong << ['ping', Fiber.current]
-  msg = receive
-  puts msg
+ping = spin do
+  3.times do
+    pong << ['ping', Fiber.current]
+    msg = receive
+    puts msg
+  end
 end
 
-suspend
+ping.await