RubyGems - polyphony - Versions diffs - 0.13 → 0.14 - Mend

polyphony 0.13 → 0.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (135) hide show

checksums.yaml +4 -4
data/.gitbook.yaml +5 -0
data/.gitignore +55 -0
data/.rubocop.yml +49 -0
data/CHANGELOG.md +13 -2
data/Gemfile +3 -0
data/Gemfile.lock +31 -0
data/LICENSE +21 -0
data/README.md +35 -18
data/Rakefile +20 -0
data/TODO.md +49 -0
data/docs/getting-started/getting-started.md +10 -0
data/docs/getting-started/tutorial.md +2 -0
data/docs/summary.md +9 -0
data/examples/core/cancel.rb +10 -0
data/examples/core/channel_echo.rb +43 -0
data/examples/core/enumerator.rb +14 -0
data/examples/core/fork.rb +22 -0
data/examples/core/genserver.rb +74 -0
data/examples/core/lock.rb +20 -0
data/examples/core/move_on.rb +11 -0
data/examples/core/move_on_twice.rb +17 -0
data/examples/core/move_on_with_ensure.rb +17 -0
data/examples/core/multiple_async.rb +17 -0
data/examples/core/nested_async.rb +18 -0
data/examples/core/nested_cancel.rb +41 -0
data/examples/core/nested_multiple_async.rb +19 -0
data/examples/core/next_tick.rb +13 -0
data/examples/core/pulse.rb +13 -0
data/examples/core/resource.rb +29 -0
data/examples/core/resource_cancel.rb +34 -0
data/examples/core/resource_delegate.rb +32 -0
data/examples/core/sleep.rb +9 -0
data/examples/core/sleep2.rb +13 -0
data/examples/core/spawn.rb +15 -0
data/examples/core/spawn_cancel.rb +19 -0
data/examples/core/spawn_error.rb +28 -0
data/examples/core/supervisor.rb +22 -0
data/examples/core/supervisor_with_cancel_scope.rb +24 -0
data/examples/core/supervisor_with_error.rb +23 -0
data/examples/core/supervisor_with_manual_move_on.rb +25 -0
data/examples/core/thread.rb +30 -0
data/examples/core/thread_cancel.rb +30 -0
data/examples/core/thread_pool.rb +60 -0
data/examples/core/throttle.rb +17 -0
data/examples/fs/read.rb +37 -0
data/examples/interfaces/pg_client.rb +38 -0
data/examples/interfaces/pg_pool.rb +37 -0
data/examples/interfaces/pg_query.rb +32 -0
data/examples/interfaces/redis_channels.rb +119 -0
data/examples/interfaces/redis_client.rb +21 -0
data/examples/interfaces/redis_pubsub.rb +26 -0
data/examples/interfaces/redis_pubsub_perf.rb +65 -0
data/examples/io/config.ru +3 -0
data/examples/io/echo_client.rb +22 -0
data/examples/io/echo_server.rb +14 -0
data/examples/io/echo_server_with_timeout.rb +33 -0
data/examples/io/echo_stdin.rb +15 -0
data/examples/io/happy_eyeballs.rb +32 -0
data/examples/io/http_client.rb +19 -0
data/examples/io/http_server.js +24 -0
data/examples/io/http_server.rb +16 -0
data/examples/io/http_server_forked.rb +27 -0
data/examples/io/http_server_throttled.rb +16 -0
data/examples/io/http_ws_server.rb +42 -0
data/examples/io/https_client.rb +17 -0
data/examples/io/https_server.rb +23 -0
data/examples/io/https_wss_server.rb +46 -0
data/examples/io/rack_server.rb +19 -0
data/examples/io/rack_server_https.rb +24 -0
data/examples/io/rack_server_https_forked.rb +32 -0
data/examples/io/websocket_server.rb +33 -0
data/examples/io/ws_page.html +34 -0
data/examples/io/wss_page.html +34 -0
data/examples/performance/perf_multi_snooze.rb +21 -0
data/examples/performance/perf_snooze.rb +30 -0
data/examples/performance/thread-vs-fiber/polyphony_server.rb +63 -0
data/examples/performance/thread-vs-fiber/threaded_server.rb +27 -0
data/examples/streams/lines.rb +27 -0
data/examples/streams/stdio.rb +18 -0
data/ext/ev/async.c +168 -0
data/ext/ev/child.c +169 -0
data/ext/ev/ev.h +32 -0
data/ext/ev/ev_ext.c +20 -0
data/ext/ev/ev_module.c +222 -0
data/ext/ev/io.c +405 -0
data/ext/ev/libev.h +9 -0
data/ext/ev/signal.c +119 -0
data/ext/ev/timer.c +197 -0
data/ext/libev/Changes +513 -0
data/ext/libev/LICENSE +37 -0
data/ext/libev/README +58 -0
data/ext/libev/README.embed +3 -0
data/ext/libev/ev.c +5214 -0
data/ext/libev/ev.h +849 -0
data/ext/libev/ev_epoll.c +285 -0
data/ext/libev/ev_kqueue.c +218 -0
data/ext/libev/ev_poll.c +151 -0
data/ext/libev/ev_port.c +189 -0
data/ext/libev/ev_select.c +316 -0
data/ext/libev/ev_vars.h +204 -0
data/ext/libev/ev_win32.c +162 -0
data/ext/libev/ev_wrap.h +200 -0
data/ext/libev/test_libev_win32.c +123 -0
data/lib/polyphony.rb +7 -2
data/lib/polyphony/core.rb +1 -1
data/lib/polyphony/core/{coroutine.rb → coprocess.rb} +10 -10
data/lib/polyphony/core/exceptions.rb +5 -5
data/lib/polyphony/core/supervisor.rb +16 -16
data/lib/polyphony/core/thread.rb +1 -1
data/lib/polyphony/extensions/io.rb +43 -42
data/lib/polyphony/extensions/kernel.rb +10 -34
data/lib/polyphony/extensions/postgres.rb +3 -2
data/lib/polyphony/extensions/redis.rb +1 -1
data/lib/polyphony/extensions/socket.rb +8 -4
data/lib/polyphony/extensions/ssl.rb +0 -54
data/lib/polyphony/http/agent.rb +4 -10
data/lib/polyphony/http/http1.rb +25 -25
data/lib/polyphony/http/http1_request.rb +38 -26
data/lib/polyphony/http/http2.rb +4 -5
data/lib/polyphony/http/http2_request.rb +12 -18
data/lib/polyphony/http/rack.rb +1 -3
data/lib/polyphony/http/server.rb +9 -9
data/lib/polyphony/net.rb +2 -2
data/lib/polyphony/resource_pool.rb +5 -1
data/lib/polyphony/version.rb +1 -1
data/lib/polyphony/websocket.rb +52 -0
data/polyphony.gemspec +31 -0
data/test/test_coprocess.rb +131 -0
data/test/test_core.rb +274 -0
data/test/test_ev.rb +117 -0
data/test/test_io.rb +38 -0
metadata +113 -7
data/lib/polyphony/core/async.rb +0 -36
data/lib/polyphony/net_old.rb +0 -299

data/examples/io/rack_server.rb ADDED

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+require 'modulation'
+require 'localhost/authority'
+Polyphony = import('../../lib/polyphony')
+HTTPServer = import('../../lib/polyphony/http/server')
+Rack = import('../../lib/polyphony/http/rack')
+app_path = ARGV.first || File.expand_path('./config.ru', __dir__)
+rack = Rack.load(app_path)
+spawn do
+  opts = { reuse_addr: true, dont_linger: true }
+  server = HTTPServer.serve('0.0.0.0', 1234, opts, &rack)
+  puts "listening on port 1234"
+  puts "pid: #{Process.pid}"
+  server.await
+end

data/examples/io/rack_server_https.rb ADDED

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+require 'modulation'
+require 'localhost/authority'
+Polyphony = import('../../lib/polyphony')
+HTTPServer = import('../../lib/polyphony/http/server')
+Rack = import('../../lib/polyphony/http/rack')
+app_path = ARGV.first || File.expand_path('./config.ru', __dir__)
+rack = Rack.load(app_path)
+spawn do
+  authority = Localhost::Authority.fetch
+  opts = {
+    reuse_addr: true,
+    dont_linger: true,
+    secure_context: authority.server_context
+  }
+  server = HTTPServer.serve('0.0.0.0', 1234, opts, &rack)
+  puts "listening on port 1234"
+  puts "pid: #{Process.pid}"
+  server.await
+end

data/examples/io/rack_server_https_forked.rb ADDED

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+require 'modulation'
+require 'localhost/authority'
+Polyphony = import('../../lib/polyphony')
+HTTPServer = import('../../lib/polyphony/http/server')
+Rack = import('../../lib/polyphony/http/rack')
+app_path = ARGV.first || File.expand_path('./config.ru', __dir__)
+rack = Rack.load(app_path)
+authority = Localhost::Authority.fetch
+opts = {
+  reuse_addr: true,
+  dont_linger: true,
+  secure_context: authority.server_context
+}
+runner = HTTPServer.listener('0.0.0.0', 1234, opts, &rack)
+puts "Listening on port 1234"
+child_pids = []
+4.times do
+  child_pids << Polyphony.fork do
+    puts "forked pid: #{Process.pid}"
+    spawn(&runner)
+  end
+end
+spawn do
+  child_pids.each { |pid| EV::Child.new(pid).await }
+end

data/examples/io/websocket_server.rb ADDED

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+require 'modulation'
+STDOUT.sync = true
+Polyphony = import('../../lib/polyphony')
+HTTPServer = import('../../lib/polyphony/http/server')
+Websocket = import('../../lib/polyphony/websocket')
+def ws_handler(conn)
+  while msg = conn.recv
+    conn << "you said: #{msg}"
+  end
+end
+opts = {
+  reuse_addr: true,
+  dont_linger: true,
+  upgrade: {
+    websocket: Websocket.handler(&method(:ws_handler))
+  }
+}
+server = HTTPServer.serve('0.0.0.0', 1234, opts) do |req|
+  req.respond("Hello world!\n")
+end
+puts "pid: #{Process.pid}"
+puts "Listening on port 1234..."
+server.await
+puts "bye bye"

data/examples/io/ws_page.html ADDED

@@ -0,0 +1,34 @@
+<!doctype html>
+<html lang="en">
+<head>
+  <title>Websocket Client</title>
+</head>
+<body>
+  <script>
+    var connect = function () {
+      var exampleSocket = new WebSocket("ws://localhost:1234");
+      exampleSocket.onopen = function (event) {
+        document.querySelector('#status').innerText = 'connected';
+        exampleSocket.send("Can you hear me?");
+      };
+      exampleSocket.onclose = function (event) {
+        console.log('onclose');
+        document.querySelector('#status').innerText = 'disconnected';
+        setTimeout(function () {
+          // exampleSocket.removeAllListeners();
+          connect();
+        }, 1000);
+      }
+      exampleSocket.onmessage = function (event) {
+        document.querySelector('#msg').innerText = event.data;
+        console.log(event.data);
+      }
+    };
+    connect();
+  </script>
+  <h1 id="status">disconnected</h1>
+  <h1 id="msg"></h1>
+</body>
+</html>

data/examples/io/wss_page.html ADDED

@@ -0,0 +1,34 @@
+<!doctype html>
+<html lang="en">
+<head>
+  <title>Websocket Client</title>
+</head>
+<body>
+  <script>
+    var connect = function () {
+      var exampleSocket = new WebSocket("/");
+      exampleSocket.onopen = function (event) {
+        document.querySelector('#status').innerText = 'connected';
+        exampleSocket.send("Can you hear me?");
+      };
+      exampleSocket.onclose = function (event) {
+        console.log('onclose');
+        document.querySelector('#status').innerText = 'disconnected';
+        setTimeout(function () {
+          // exampleSocket.removeAllListeners();
+          connect();
+        }, 1000);
+      }
+      exampleSocket.onmessage = function (event) {
+        document.querySelector('#msg').innerText = event.data;
+        console.log(event.data);
+      }
+    };
+    connect();
+  </script>
+  <h1 id="status">disconnected</h1>
+  <h1 id="msg"></h1>
+</body>
+</html>

data/examples/performance/perf_multi_snooze.rb ADDED

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+require 'modulation'
+Polyphony = import('../../lib/polyphony')
+ITERATIONS  = 1_000
+FIBERS      = 1_000
+spawn do
+  count = 0
+  t0 = Time.now
+  supervise do |s|
+    FIBERS.times do
+      s.spawn do
+        ITERATIONS.times { EV.snooze; count += 1 }
+      end
+    end
+  end
+  dt = Time.now - t0
+  puts "count: #{count} #{count / dt.to_f}/s"
+end

data/examples/performance/perf_snooze.rb ADDED

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+require 'modulation'
+Polyphony = import('../../lib/polyphony')
+X = 1_000_000
+# f = Fiber.new do
+#   loop { Fiber.yield }
+# end
+# t0 = Time.now
+# X.times { f.resume }
+# dt = Time.now - t0
+# puts "#{X / dt.to_f}/s"
+# sleep
+# spawn do
+#   t0 = Time.now
+#   X.times { sleep(0) }
+#   dt = Time.now - t0
+#   puts "#{X / dt.to_f}/s"
+# end
+# snooze
+spawn do
+  t0 = Time.now
+  X.times { EV.snooze }
+  dt = Time.now - t0
+  puts "#{X / dt.to_f}/s"
+end

data/examples/performance/thread-vs-fiber/polyphony_server.rb ADDED

@@ -0,0 +1,63 @@
+# frozen_string_literal: true
+require 'modulation'
+require 'http/parser'
+Polyphony = import('../../../lib/polyphony')
+class Http::Parser
+  def setup_async
+    self.on_message_complete = proc { @request_complete = true }
+  end
+  def parse(data)
+    self << data
+    return nil unless @request_complete
+    @request_complete = nil
+    self
+  end
+end
+async def handle_client(socket)
+  parser = Http::Parser.new
+  req = nil
+  parser.on_message_complete = proc do |env|
+    req = parser
+  end
+  loop do
+    parser << socket.read
+    if req
+      handle_request(socket, req)
+      req = nil
+      EV.snooze
+    end
+  end
+rescue IOError, SystemCallError => e
+  # do nothing
+ensure
+  socket.close rescue nil
+  parser.reset!
+end
+def handle_request(client, parser)
+  status_code = 200
+  data = "Hello world!\n"
+  headers = "Content-Length: #{data.bytesize}\r\n"
+  client.write "HTTP/1.1 #{status_code}\r\n#{headers}\r\n#{data}"
+end
+spawn do
+  server = TCPServer.open(1234)
+  puts "listening on port 1234"
+  loop do
+    client = server.accept
+    spawn handle_client(client)
+  end
+rescue Exception => e
+  puts "uncaught exception: #{e.inspect}"
+  puts e.backtrace.join("\n")
+  exit!
+  server.close
+end

data/examples/performance/thread-vs-fiber/threaded_server.rb ADDED

@@ -0,0 +1,27 @@
+require 'thread'
+require 'http/parser'
+require 'socket'
+def handle_client(client)
+  Thread.new do
+    parser = Http::Parser.new
+    parser.on_message_complete= proc do |env|
+      status_code = 200
+      data = "Hello world!\n"
+      headers = "Content-Length: #{data.bytesize}\r\n"
+      client.write "HTTP/1.1 #{status_code}\r\n#{headers}\r\n#{data}"
+    end
+    loop do
+      while data = client.readpartial(8192) rescue nil
+        parser << data
+      end
+    end
+    client.close
+  end
+end
+server = TCPServer.open(1234)
+puts "Listening on port 1234"
+while socket = server.accept
+  handle_client(socket)
+end

data/examples/streams/lines.rb ADDED

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+require 'modulation'
+Polyphony = import('../../lib/polyphony')
+LineReader  = import('../../lib/polyphony/line_reader')
+buffer = +''
+reader = LineReader.new
+Polyphony.interval(0.2) { buffer << "#{Time.now.to_f}\n" }
+Polyphony.interval(0.3) do
+  reader.push(buffer.slice!(0, buffer.bytesize / 10 * 10))
+end
+Polyphony.async do
+  reader.lines.each do |line|
+    puts "* #{line}"
+  end
+  puts "no more lines"
+end
+Polyphony.timeout(2) do
+  Polyphony.cancel_all_timers
+  reader.close
+end

data/examples/streams/stdio.rb ADDED

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+require 'modulation'
+Polyphony = import('../../lib/polyphony')
+input = Polyphony::IO.lines(Polyphony::IO.stdin)
+Polyphony.async do
+  Polyphony.interval(1) { puts Time.now }
+  loop do
+    Polyphony::IO.stdout << "Say something: "
+    l = Polyphony.await(input)
+    break unless l
+    Polyphony::IO.stdout << "You said: #{l}"
+  end
+end

data/ext/ev/async.c ADDED

@@ -0,0 +1,168 @@
+#include "ev.h"
+struct EV_Async {
+  struct  ev_async ev_async;
+  int     active;
+  VALUE   callback;
+  VALUE   fiber;
+};
+static VALUE mEV = Qnil;
+static VALUE cEV_Async = Qnil;
+/* Allocator/deallocator */
+static VALUE EV_Async_allocate(VALUE klass);
+static void EV_Async_mark(void *ptr);
+static void EV_Async_free(void *ptr);
+static size_t EV_Async_size(const void *ptr);
+/* Methods */
+static VALUE EV_Async_initialize(VALUE self);
+static VALUE EV_Async_start(VALUE self);
+static VALUE EV_Async_stop(VALUE self);
+static VALUE EV_Async_signal(VALUE self);
+static VALUE EV_Async_await(VALUE self);
+void EV_Async_callback(ev_loop *ev_loop, struct ev_async *async, int revents);
+/* async encapsulates an async watcher */
+void Init_EV_Async() {
+  mEV = rb_define_module("EV");
+  cEV_Async = rb_define_class_under(mEV, "Async", rb_cData);
+  rb_define_alloc_func(cEV_Async, EV_Async_allocate);
+  rb_define_method(cEV_Async, "initialize", EV_Async_initialize, 0);
+  rb_define_method(cEV_Async, "start", EV_Async_start, 0);
+  rb_define_method(cEV_Async, "stop", EV_Async_stop, 0);
+  rb_define_method(cEV_Async, "signal!", EV_Async_signal, 0);
+  rb_define_method(cEV_Async, "await", EV_Async_await, 0);
+}
+static const rb_data_type_t EV_Async_type = {
+    "EV_Async",
+    {EV_Async_mark, EV_Async_free, EV_Async_size,},
+    0, 0,
+    RUBY_TYPED_FREE_IMMEDIATELY,
+};
+static VALUE EV_Async_allocate(VALUE klass) {
+  struct EV_Async *async = (struct EV_Async *)xmalloc(sizeof(struct EV_Async));
+  return TypedData_Wrap_Struct(klass, &EV_Async_type, async);
+}
+static void EV_Async_mark(void *ptr) {
+  struct EV_Async *async = ptr;
+  if (async->callback != Qnil) {
+    rb_gc_mark(async->callback);
+  }
+  if (async->fiber != Qnil) {
+    rb_gc_mark(async->fiber);
+  }
+}
+static void EV_Async_free(void *ptr) {
+  struct EV_Async *async = ptr;
+  ev_async_stop(EV_DEFAULT, &async->ev_async);
+  xfree(async);
+}
+static size_t EV_Async_size(const void *ptr) {
+  return sizeof(struct EV_Async);
+}
+#define GetEV_Async(obj, async) \
+  TypedData_Get_Struct((obj), struct EV_Async, &EV_Async_type, (async))
+static VALUE EV_Async_initialize(VALUE self) {
+  struct EV_Async *async;
+  GetEV_Async(self, async);
+  if (rb_block_given_p()) {
+    async->callback = rb_block_proc();
+  }
+  async->fiber = Qnil;
+  ev_async_init(&async->ev_async, EV_Async_callback);
+  async->active = 1;
+  ev_async_start(EV_DEFAULT, &async->ev_async);
+  return Qnil;
+}
+void EV_Async_callback(ev_loop *ev_loop, struct ev_async *ev_async, int revents) {
+  VALUE fiber;
+  struct EV_Async *async = (struct EV_Async*)ev_async;
+  if (async->fiber != Qnil) {
+    async->active = 0;
+    fiber = async->fiber;
+    async->fiber = Qnil;
+    SCHEDULE_FIBER(fiber, 0);
+  }
+  else if (async->callback != Qnil) {
+    rb_funcall(async->callback, ID_call, 1, Qtrue);
+  }
+}
+static VALUE EV_Async_start(VALUE self) {
+  struct EV_Async *async;
+  GetEV_Async(self, async);
+  if (!async->active) {
+    ev_async_start(EV_DEFAULT, &async->ev_async);
+    async->active = 1;
+  }
+  return self;
+}
+static VALUE EV_Async_stop(VALUE self) {
+  struct EV_Async *async;
+  GetEV_Async(self, async);
+  if (async->active) {
+    ev_async_stop(EV_DEFAULT, &async->ev_async);
+    async->active = 0;
+  }
+  return self;
+}
+static VALUE EV_Async_signal(VALUE self) {
+  struct EV_Async *async;
+  GetEV_Async(self, async);
+  ev_async_send(EV_DEFAULT, &async->ev_async);
+  return Qnil;
+}
+static VALUE EV_Async_await(VALUE self) {
+  struct EV_Async *async;
+  VALUE ret;
+  GetEV_Async(self, async);
+  async->fiber = rb_fiber_current();
+  if (!async->active) {
+    async->active = 1;
+    ev_async_start(EV_DEFAULT, &async->ev_async);
+  }
+  ret = YIELD_TO_REACTOR();
+  // fiber is resumed
+  if (RTEST(rb_obj_is_kind_of(ret, rb_eException))) {
+    if (async->active) {
+      async->active = 0;
+      ev_async_stop(EV_DEFAULT, &async->ev_async);
+    }
+    return rb_funcall(ret, ID_raise, 1, ret);
+  }
+  else {
+    return Qnil;
+  }
+}