polyphony 0.43.5 → 0.43.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 55e44a81e7358528fabd37e1d48b6387957bc6001e4d947bf6c881d2425953d9
-  data.tar.gz: 45af7e485891927a1e9f88e8a6342692c25f306aa60e40fa8a74c0ca8494d3d4
+  metadata.gz: 5d1eb9e2b1eef7f180107b3952fc6974e9c816268ebd8d2368ddfaac276d2086
+  data.tar.gz: dafb382dc7606b92b97fb98125b57abc72e1b1d6b07bb877abff608a41ee51a1
 SHA512:
-  metadata.gz: 444675baf3131ffc843b61649b92ce5ca7d77773277db750d8c8ac80a88ccd133e6f60d61282fa38ffb91de59eaf2304ea9b0fca196a7eb61c7a53becaa1fe46
-  data.tar.gz: f21e26a41c8dfeea0d803b5b9bc82b1e648bf0ca588225f721560c432f363020b37561c59daeefbe2d434b012f1f5f767460557939a22d04e78e40471813a8ca
+  metadata.gz: 9f91b787b3eec2c19f6a02fd8a77469c8ae5d7a9302799c3e2a5957376b9f4b0135d2cd958ec7dcf326701e8ba81d85a28201a140ce5806ccc057cedafe907d5
+  data.tar.gz: df865277e2f37c0d7fde0ffd38f52fc466bf28033fb968bd012af7455df9e7805989152467e1e8e84719194f173c99c6290496987ad8a2b48fe26076e62c85bd

data/CHANGELOG.md

@@ -1,3 +1,48 @@
+## 0.43.11 2020-07-24
+
+* Dump uncaught exception info for forked process (#36)
+* Add additional socket config options (#37)
+  - :reuse_port (`SO_REUSEPORT`)
+  - :backlog (listen backlog, default `SOMAXCONN`)
+* Fix possible race condition in Queue#shift (#34)
+
+## 0.43.10 2020-07-23
+
+* Fix race condition when terminating fibers (#33)
+* Fix lock release in `Mutex` (#32)
+* Virtualize agent interface
+* Implement `LibevAgent_connect`
+
+## 0.43.9 2020-07-22
+
+* Rewrite `Channel` using `Queue`
+* Rewrite `Mutex` using `Queue`
+* Reimplement `Event` in C to prevent cross-thread race condition
+* Reimplement `ResourcePool` using `Queue`
+* Implement `Queue#size`
+
+## 0.43.8 2020-07-21
+
+* Rename `LibevQueue` to `Queue`
+* Reimplement Event using `Agent#wait_event`
+* Improve Queue shift queue performance
+* Introduce `Agent#wait_event` API for waiting on asynchronous events
+* Minimize `fcntl` syscalls in IO operations 
+
+## 0.43.7 2020-07-20
+
+* Fix memory leak in ResourcePool (#31)
+* Check and adjust file position before reading (#30)
+* Minor documentation fixes
+
+## 0.43.6 2020-07-18
+
+* Allow brute-force interrupting with second Ctrl-C
+* Fix outgoing SSL connections (#28)
+* Improve Fiber#await_all_children with many children
+* Use `writev` for writing multiple strings
+* Add logo (thanks [Gerald](https://webocube.com/)!)
+
 ## 0.43.5 2020-07-13
 
 * Fix `#read_nonblock`, `#write_nonblock` for `IO` and `Socket` (#27)

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    polyphony (0.43.5)
+    polyphony (0.43.11)
 
 GEM
   remote: https://rubygems.org/

data/README.md

@@ -1,8 +1,25 @@
-# Polyphony - Fine-Grained Concurrency for Ruby
+<h1 align="center">
+  <a href="https://digital-fabric.github.io/polyphony/">
+    <img src="docs/polyphony-logo.png" alt="Polyphony">
+  </a>
+  <br>
+  Polyphony
+  <br>
+</h1>
 
-[![Gem Version](https://badge.fury.io/rb/polyphony.svg)](http://rubygems.org/gems/polyphony)
-[![Modulation Test](https://github.com/digital-fabric/polyphony/workflows/Tests/badge.svg)](https://github.com/digital-fabric/polyphony/actions?query=workflow%3ATests)
-[![MIT licensed](https://img.shields.io/badge/license-MIT-blue.svg)](https://github.com/digital-fabric/polyphony/blob/master/LICENSE)
+<h4 align="center">Fine-Grained Concurrency for Ruby</h4>
+
+<p align="center">
+  <a href="http://rubygems.org/gems/polyphony">
+    <img src="https://badge.fury.io/rb/polyphony.svg" alt="Ruby gem">
+  </a>
+  <a href="https://github.com/digital-fabric/polyphony/actions?query=workflow%3ATests">
+    <img src="https://github.com/digital-fabric/polyphony/workflows/Tests/badge.svg" alt="Tests">
+  </a>
+  <a href="https://github.com/digital-fabric/polyphony/blob/master/LICENSE">
+    <img src="https://img.shields.io/badge/license-MIT-blue.svg" alt="MIT License">
+  </a>
+</p>
 
 [DOCS](https://digital-fabric.github.io/polyphony/) |
 [EXAMPLES](examples)

data/TODO.md

@@ -1,10 +1,3 @@
-## 0.43 
-
-- Reimplement ResourcePool, Channel, Mutex using LibevQueue
--- Add `Fiber#schedule_with_priority` method, aliased by `Fiber#wakeup`
-- Implement agent interface is virtual function table
-- Implement proxy agent for plugging in a user-provided agent class
-
 - Debugging
   - Eat your own dogfood: need a good tool to check what's going on when some
     test fails

data/bin/stress.rb

@@ -0,0 +1,28 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+`rake recompile`
+
+count = ARGV[0] ? ARGV[0].to_i : 100
+
+TEST_CMD = 'ruby test/run.rb'
+
+def run_test(count)
+  puts "#{count}: running tests..."
+  system(TEST_CMD)
+  return if $?.exitstatus == 0
+
+  puts "Failure after #{count} tests"
+  exit!
+end
+
+trap('INT') { exit! }
+t0 = Time.now
+count.times { |i| run_test(i + 1) }
+elapsed = Time.now - t0
+puts format(
+  "Successfully ran %d tests in %f seconds (%f per test)",
+  count,
+  elapsed,
+  elapsed / count
+)

data/docs/_includes/head.html

@@ -0,0 +1,40 @@
+<head>
+  <meta charset="UTF-8">
+  <meta http-equiv="X-UA-Compatible" content="IE=Edge">
+
+  {% unless site.plugins contains "jekyll-seo-tag" %}
+    <title>{{ page.title }} - {{ site.title }}</title>
+
+    {% if page.description %}
+      <meta name="Description" content="{{ page.description }}">
+    {% endif %}
+  {% endunless %}
+
+  <link rel="shortcut icon" href="{{ 'polyphony-logo.png' | absolute_url }}" type="image/png">
+
+  <link rel="stylesheet" href="{{ '/assets/css/just-the-docs-default.css' | absolute_url }}">
+
+  {% if site.ga_tracking != nil %}
+    <script async src="https://www.googletagmanager.com/gtag/js?id={{ site.ga_tracking }}"></script>
+    <script>
+      window.dataLayer = window.dataLayer || [];
+      function gtag(){dataLayer.push(arguments);}
+      gtag('js', new Date());
+
+      gtag('config', '{{ site.ga_tracking }}'{% unless site.ga_tracking_anonymize_ip == nil %}, { 'anonymize_ip': true }{% endunless %});
+    </script>
+
+  {% endif %}
+
+  {% if site.search_enabled != false %}
+    <script type="text/javascript" src="{{ '/assets/js/vendor/lunr.min.js' | absolute_url }}"></script>
+  {% endif %}
+  <script type="text/javascript" src="{{ '/assets/js/just-the-docs.js' | absolute_url }}"></script>
+
+  <meta name="viewport" content="width=device-width, initial-scale=1">
+
+  {% seo %}
+
+  {% include head_custom.html %}
+
+</head>

data/docs/_includes/title.html

@@ -0,0 +1 @@
+<img src="{{ 'polyphony-logo.png' | absolute_url }}" style="height: 1.5em; margin-right: 0.5em">Polyphony

data/docs/_user-guide/web-server.md

@@ -26,9 +26,9 @@ the entire request body.
 ## A basic web server
 
 ```ruby
-require 'polyphony/http'
+require 'tipi'
 
-Polyphony::HTTP::Server.serve('0.0.0.0', 1234) do |request|
+Tipi.serve('0.0.0.0', 1234) do |request|
   request.respond("Hello world!\n")
 end
 ```
@@ -55,13 +55,13 @@ TLS termination can be handled by passing a `secure_context` option to the
 server:
 
 ```ruby
-require 'polyphony/http'
+require 'tipi'
 require 'localhost/authority'
 
 authority = Localhost::Authority.fetch
 opts = { secure_context: authority.server_context }
 
-Polyphony::HTTP::Server.serve('0.0.0.0', 1234, opts) do |request|
+Tipi.serve('0.0.0.0', 1234, opts) do |request|
   request.respond("Hello world!\n")
 end
 ```
@@ -72,8 +72,8 @@ Polyphony's web server makes it really easy to integrate websocket communication
 with normal HTTP processing:
 
 ```ruby
-require 'polyphony/http'
-require 'polyphony/websocket'
+require 'tipi'
+require 'tipi/websocket'
 
 ws_handler = Polyphony::Websocket.handler do |ws|
   while (msg = ws.recv)
@@ -85,7 +85,7 @@ opts = {
   upgrade: { websocket: ws_handler }
 }
 
-Polyphony::HTTP::Server.serve('0.0.0.0', 1234, opts) do |request|
+Tipi.serve('0.0.0.0', 1234, opts) do |request|
   request.respond("Hello world!\n")
 end
 ```
@@ -93,7 +93,7 @@ end
 Polyphony also supports general-purpose HTTP upgrades using the same mechanism:
 
 ```ruby
-require 'polyphony/http'
+require 'tipi'
 
 opts = {
   upgrade: {
@@ -105,7 +105,7 @@ opts = {
   }
 }
 
-Polyphony::HTTP::Server.serve('0.0.0.0', 1234, opts) do |request|
+Tipi.serve('0.0.0.0', 1234, opts) do |request|
   request.respond("Hello world!\n")
 end
 ```
@@ -117,7 +117,7 @@ and enables streaming (using chunked encoding for HTTP/1.1 connections). Here's
 an example of an SSE response:
 
 ```ruby
-require 'polyphony/http'
+require 'tipi'
 
 def sse_response(request)
   request.send_headers('Content-Type': 'text/event-stream')
@@ -131,6 +131,6 @@ ensure
   request.send_chunk("retry: 0\n\n", done: true)
 end
 
-Polyphony::HTTP::Server.serve('0.0.0.0', 1234, &method(:sse_response))
+Tipi.serve('0.0.0.0', 1234, &method(:sse_response))
 ```
 

data/docs/getting-started/overview.md

@@ -113,8 +113,8 @@ active concurrent connections, each advancing at its own pace, consuming only a
 single CPU core.
 
 Nevertheless, Polyphony fully supports multithreading, with each thread having
-its own fiber run queue and its own libev event loop. In addition, Polyphony
-enables cross-thread communication using  
+its own fiber run queue and its own libev event loop. Polyphony even enables
+cross-thread communication using [fiber messaging](#message-passing). 
 
 ## Fibers vs Callbacks
 

data/docs/index.md

@@ -6,6 +6,8 @@ permalink: /
 next_title: Installing Polyphony
 ---
 
+<p align="center"><img src="{{ 'polyphony-logo.png' | absolute_url }}" /></p>
+
 # Polyphony
 {:.text-center .logo-title}
 
@@ -21,7 +23,7 @@ for I/O, timers, and other asynchronous events.
 [Overview](getting-started/overview){: .btn .btn-green .text-gamma }
 [Take the tutorial](getting-started/tutorial){: .btn .btn-blue .text-gamma }
 [Source code](https://github.com/digital-fabric/polyphony){: .btn .btn-purple .text-gamma target="_blank" }
-{: .mt-6 .h-align-center }
+{:.text-center .mt-6 .h-align-center }
 
 ## Focused on Developer Happiness
 

data/examples/core/xx-channels.rb

@@ -2,10 +2,12 @@
 
 require 'bundler/setup'
 require 'polyphony'
+require 'polyphony/core/channel'
 
 def echo(cin, cout)
   puts 'start echoer'
   while (msg = cin.receive)
+    puts "echoer received #{msg}"
     cout << "you said: #{msg}"
   end
 ensure
@@ -20,7 +22,7 @@ spin do
   puts 'start receiver'
   while (msg = chan2.receive)
     puts msg
-    $main.resume if msg =~ /world/
+    $main.schedule if msg =~ /world/
   end
 ensure
   puts 'receiver stopped'
@@ -42,4 +44,4 @@ $main = spin do
   puts "done #{Time.now - t0}"
 end
 
-suspend
+$main.await

data/examples/core/xx-using-a-mutex.rb

@@ -2,6 +2,7 @@
 
 require 'bundler/setup'
 require 'polyphony'
+require 'polyphony/core/sync'
 
 def loop_it(number, lock)
   loop do
@@ -13,7 +14,7 @@ def loop_it(number, lock)
   end
 end
 
-lock = Polyphony::Sync::Mutex.new
+lock = Polyphony::Mutex.new
 spin { loop_it(1, lock) }
 spin { loop_it(2, lock) }
 spin { loop_it(3, lock) }

data/examples/io/xx-happy-eyeballs.rb

@@ -1,37 +1,36 @@
 # frozen_string_literal: true
 
-# idea taken from the example given in trio:
-# https://www.youtube.com/watch?v=oLkfnc_UMcE
-
-require 'bundler/setup'
 require 'polyphony'
 
-def try_connect(target, supervisor)
-  puts "trying #{target[2]}"
-  socket = Polyphony::Net.tcp_connect(target[2], 80)
-  # connection successful
-  supervisor.stop([target[2], socket])
+def try_connect(ip_address, port, supervisor)
+  puts "trying #{ip_address}"
+  sleep rand * 0.2
+  socket = TCPSocket.new(ip_address, port)
+  puts "connected to #{ip_address}"
+  supervisor.schedule [ip_address, socket]
 rescue IOError, SystemCallError
   # ignore error
 end
 
-def happy_eyeballs(hostname, port, max_wait_time: 0.025)
+def happy_eyeballs(hostname, port, max_wait_time: 0.010)
   targets = Socket.getaddrinfo(hostname, port, :INET, :STREAM)
   t0 = Time.now
-  cancel_after(5) do
-    success = supervise do |supervisor|
-      targets.each_with_index do |t, idx|
-        sleep(max_wait_time) if idx > 0
-        supervisor.spin { try_connect(t, supervisor) }
-      end
-    end
-    if success
-      puts format('success: %s (%.3fs)', success[0], Time.now - t0)
-    else
-      puts "timed out (#{Time.now - t0}s)"
+  fibers = []
+  supervisor = Fiber.current
+  spin do
+    targets.each do |t|
+      spin { try_connect(t[2], t[1], supervisor) }
+      sleep(max_wait_time)
     end
+    suspend
+  end
+  target, socket = move_on_after(5) { suspend }
+  supervisor.shutdown_all_children
+  if target
+    puts format('success: %s (%.3fs)', target, Time.now - t0)
+  else
+    puts 'timed out'
   end
 end
 
-# Let's try it out:
 happy_eyeballs('debian.org', 'https')

data/examples/io/xx-zip.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'polyphony'
+require 'zlib'
+
+i, o = IO.pipe
+
+w = Zlib::GzipWriter.new(o)
+
+s = (1..1000).map { (65 + rand(26)).chr }.join
+puts "full length: #{s.bytesize}"
+w << s
+w.close
+o.close
+
+
+z = i.read
+puts "zipped length: #{z.bytesize}"

data/examples/performance/fiber_transfer.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+require 'fiber'
+
+class Fiber
+  attr_accessor :next
+end
+
+# This program shows how the performance 
+
+def run(num_fibers)
+  count = 0
+
+  GC.disable
+
+  first = nil
+  last = nil
+  supervisor = Fiber.current
+  num_fibers.times do
+    fiber = Fiber.new do
+      loop do
+        count += 1
+        if count == 1_000_000
+          supervisor.transfer
+        else
+          Fiber.current.next.transfer
+        end
+      end
+    end
+    first ||= fiber
+    last.next = fiber if last
+    last = fiber
+  end
+
+  last.next = first
+  
+  t0 = Time.now
+  first.transfer
+  elapsed = Time.now - t0
+
+  puts "fibers: #{num_fibers} count: #{count} rate: #{count / elapsed}"
+  GC.start
+end
+
+run(100)
+run(1000)
+run(10000)