RubyGems - polyphony - Versions diffs - 0.13 → 0.14 - Mend

polyphony 0.13 → 0.14

Files changed (135) hide show

checksums.yaml +4 -4
data/.gitbook.yaml +5 -0
data/.gitignore +55 -0
data/.rubocop.yml +49 -0
data/CHANGELOG.md +13 -2
data/Gemfile +3 -0
data/Gemfile.lock +31 -0
data/LICENSE +21 -0
data/README.md +35 -18
data/Rakefile +20 -0
data/TODO.md +49 -0
data/docs/getting-started/getting-started.md +10 -0
data/docs/getting-started/tutorial.md +2 -0
data/docs/summary.md +9 -0
data/examples/core/cancel.rb +10 -0
data/examples/core/channel_echo.rb +43 -0
data/examples/core/enumerator.rb +14 -0
data/examples/core/fork.rb +22 -0
data/examples/core/genserver.rb +74 -0
data/examples/core/lock.rb +20 -0
data/examples/core/move_on.rb +11 -0
data/examples/core/move_on_twice.rb +17 -0
data/examples/core/move_on_with_ensure.rb +17 -0
data/examples/core/multiple_async.rb +17 -0
data/examples/core/nested_async.rb +18 -0
data/examples/core/nested_cancel.rb +41 -0
data/examples/core/nested_multiple_async.rb +19 -0
data/examples/core/next_tick.rb +13 -0
data/examples/core/pulse.rb +13 -0
data/examples/core/resource.rb +29 -0
data/examples/core/resource_cancel.rb +34 -0
data/examples/core/resource_delegate.rb +32 -0
data/examples/core/sleep.rb +9 -0
data/examples/core/sleep2.rb +13 -0
data/examples/core/spawn.rb +15 -0
data/examples/core/spawn_cancel.rb +19 -0
data/examples/core/spawn_error.rb +28 -0
data/examples/core/supervisor.rb +22 -0
data/examples/core/supervisor_with_cancel_scope.rb +24 -0
data/examples/core/supervisor_with_error.rb +23 -0
data/examples/core/supervisor_with_manual_move_on.rb +25 -0
data/examples/core/thread.rb +30 -0
data/examples/core/thread_cancel.rb +30 -0
data/examples/core/thread_pool.rb +60 -0
data/examples/core/throttle.rb +17 -0
data/examples/fs/read.rb +37 -0
data/examples/interfaces/pg_client.rb +38 -0
data/examples/interfaces/pg_pool.rb +37 -0
data/examples/interfaces/pg_query.rb +32 -0
data/examples/interfaces/redis_channels.rb +119 -0
data/examples/interfaces/redis_client.rb +21 -0
data/examples/interfaces/redis_pubsub.rb +26 -0
data/examples/interfaces/redis_pubsub_perf.rb +65 -0
data/examples/io/config.ru +3 -0
data/examples/io/echo_client.rb +22 -0
data/examples/io/echo_server.rb +14 -0
data/examples/io/echo_server_with_timeout.rb +33 -0
data/examples/io/echo_stdin.rb +15 -0
data/examples/io/happy_eyeballs.rb +32 -0
data/examples/io/http_client.rb +19 -0
data/examples/io/http_server.js +24 -0
data/examples/io/http_server.rb +16 -0
data/examples/io/http_server_forked.rb +27 -0
data/examples/io/http_server_throttled.rb +16 -0
data/examples/io/http_ws_server.rb +42 -0
data/examples/io/https_client.rb +17 -0
data/examples/io/https_server.rb +23 -0
data/examples/io/https_wss_server.rb +46 -0
data/examples/io/rack_server.rb +19 -0
data/examples/io/rack_server_https.rb +24 -0
data/examples/io/rack_server_https_forked.rb +32 -0
data/examples/io/websocket_server.rb +33 -0
data/examples/io/ws_page.html +34 -0
data/examples/io/wss_page.html +34 -0
data/examples/performance/perf_multi_snooze.rb +21 -0
data/examples/performance/perf_snooze.rb +30 -0
data/examples/performance/thread-vs-fiber/polyphony_server.rb +63 -0
data/examples/performance/thread-vs-fiber/threaded_server.rb +27 -0
data/examples/streams/lines.rb +27 -0
data/examples/streams/stdio.rb +18 -0
data/ext/ev/async.c +168 -0
data/ext/ev/child.c +169 -0
data/ext/ev/ev.h +32 -0
data/ext/ev/ev_ext.c +20 -0
data/ext/ev/ev_module.c +222 -0
data/ext/ev/io.c +405 -0
data/ext/ev/libev.h +9 -0
data/ext/ev/signal.c +119 -0
data/ext/ev/timer.c +197 -0
data/ext/libev/Changes +513 -0
data/ext/libev/LICENSE +37 -0
data/ext/libev/README +58 -0
data/ext/libev/README.embed +3 -0
data/ext/libev/ev.c +5214 -0
data/ext/libev/ev.h +849 -0
data/ext/libev/ev_epoll.c +285 -0
data/ext/libev/ev_kqueue.c +218 -0
data/ext/libev/ev_poll.c +151 -0
data/ext/libev/ev_port.c +189 -0
data/ext/libev/ev_select.c +316 -0
data/ext/libev/ev_vars.h +204 -0
data/ext/libev/ev_win32.c +162 -0
data/ext/libev/ev_wrap.h +200 -0
data/ext/libev/test_libev_win32.c +123 -0
data/lib/polyphony.rb +7 -2
data/lib/polyphony/core.rb +1 -1
data/lib/polyphony/core/{coroutine.rb → coprocess.rb} +10 -10
data/lib/polyphony/core/exceptions.rb +5 -5
data/lib/polyphony/core/supervisor.rb +16 -16
data/lib/polyphony/core/thread.rb +1 -1
data/lib/polyphony/extensions/io.rb +43 -42
data/lib/polyphony/extensions/kernel.rb +10 -34
data/lib/polyphony/extensions/postgres.rb +3 -2
data/lib/polyphony/extensions/redis.rb +1 -1
data/lib/polyphony/extensions/socket.rb +8 -4
data/lib/polyphony/extensions/ssl.rb +0 -54
data/lib/polyphony/http/agent.rb +4 -10
data/lib/polyphony/http/http1.rb +25 -25
data/lib/polyphony/http/http1_request.rb +38 -26
data/lib/polyphony/http/http2.rb +4 -5
data/lib/polyphony/http/http2_request.rb +12 -18
data/lib/polyphony/http/rack.rb +1 -3
data/lib/polyphony/http/server.rb +9 -9
data/lib/polyphony/net.rb +2 -2
data/lib/polyphony/resource_pool.rb +5 -1
data/lib/polyphony/version.rb +1 -1
data/lib/polyphony/websocket.rb +52 -0
data/polyphony.gemspec +31 -0
data/test/test_coprocess.rb +131 -0
data/test/test_core.rb +274 -0
data/test/test_ev.rb +117 -0
data/test/test_io.rb +38 -0
metadata +113 -7
data/lib/polyphony/core/async.rb +0 -36
data/lib/polyphony/net_old.rb +0 -299

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+require 'modulation'
+require 'localhost/authority'
+Polyphony = import('../../lib/polyphony')
+HTTPServer = import('../../lib/polyphony/http/server')
+Rack = import('../../lib/polyphony/http/rack')
+app_path = ARGV.first || File.expand_path('./config.ru', __dir__)
+rack = Rack.load(app_path)
+spawn do
+  opts = { reuse_addr: true, dont_linger: true }
+  server = HTTPServer.serve('0.0.0.0', 1234, opts, &rack)
+  puts "listening on port 1234"
+  puts "pid: #{Process.pid}"
+  server.await
+end

data/examples/io/rack_server_https.rb ADDED

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+require 'modulation'
+require 'localhost/authority'
+Polyphony = import('../../lib/polyphony')
+HTTPServer = import('../../lib/polyphony/http/server')
+Rack = import('../../lib/polyphony/http/rack')
+app_path = ARGV.first || File.expand_path('./config.ru', __dir__)
+rack = Rack.load(app_path)
+spawn do
+  authority = Localhost::Authority.fetch
+  opts = {
+    reuse_addr: true,
+    dont_linger: true,
+    secure_context: authority.server_context
+  }
+  server = HTTPServer.serve('0.0.0.0', 1234, opts, &rack)
+  puts "listening on port 1234"
+  puts "pid: #{Process.pid}"
+  server.await
+end

data/examples/io/rack_server_https_forked.rb ADDED

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+require 'modulation'
+require 'localhost/authority'
+Polyphony = import('../../lib/polyphony')
+HTTPServer = import('../../lib/polyphony/http/server')
+Rack = import('../../lib/polyphony/http/rack')
+app_path = ARGV.first || File.expand_path('./config.ru', __dir__)
+rack = Rack.load(app_path)
+authority = Localhost::Authority.fetch
+opts = {
+  reuse_addr: true,
+  dont_linger: true,
+  secure_context: authority.server_context
+}
+runner = HTTPServer.listener('0.0.0.0', 1234, opts, &rack)
+puts "Listening on port 1234"
+child_pids = []
+4.times do
+  child_pids << Polyphony.fork do
+    puts "forked pid: #{Process.pid}"
+    spawn(&runner)
+  end
+end
+spawn do
+  child_pids.each { |pid| EV::Child.new(pid).await }
+end

data/examples/io/websocket_server.rb ADDED

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+require 'modulation'
+STDOUT.sync = true
+Polyphony = import('../../lib/polyphony')
+HTTPServer = import('../../lib/polyphony/http/server')
+Websocket = import('../../lib/polyphony/websocket')
+def ws_handler(conn)
+  while msg = conn.recv
+    conn << "you said: #{msg}"
+  end
+end
+opts = {
+  reuse_addr: true,
+  dont_linger: true,
+  upgrade: {
+    websocket: Websocket.handler(&method(:ws_handler))
+  }
+}
+server = HTTPServer.serve('0.0.0.0', 1234, opts) do |req|
+  req.respond("Hello world!\n")
+end
+puts "pid: #{Process.pid}"
+puts "Listening on port 1234..."
+server.await
+puts "bye bye"

data/examples/io/ws_page.html ADDED

@@ -0,0 +1,34 @@
+<!doctype html>
+<html lang="en">
+<head>
+  <title>Websocket Client</title>
+</head>
+<body>
+  <script>
+    var connect = function () {
+      var exampleSocket = new WebSocket("ws://localhost:1234");
+      exampleSocket.onopen = function (event) {
+        document.querySelector('#status').innerText = 'connected';
+        exampleSocket.send("Can you hear me?");
+      };
+      exampleSocket.onclose = function (event) {
+        console.log('onclose');
+        document.querySelector('#status').innerText = 'disconnected';
+        setTimeout(function () {
+          // exampleSocket.removeAllListeners();
+          connect();
+        }, 1000);
+      }
+      exampleSocket.onmessage = function (event) {
+        document.querySelector('#msg').innerText = event.data;
+        console.log(event.data);
+      }
+    };
+    connect();
+  </script>
+  <h1 id="status">disconnected</h1>
+  <h1 id="msg"></h1>
+</body>
+</html>

data/examples/io/wss_page.html ADDED

@@ -0,0 +1,34 @@
+<!doctype html>
+<html lang="en">
+<head>
+  <title>Websocket Client</title>
+</head>
+<body>
+  <script>
+    var connect = function () {
+      var exampleSocket = new WebSocket("/");
+      exampleSocket.onopen = function (event) {
+        document.querySelector('#status').innerText = 'connected';
+        exampleSocket.send("Can you hear me?");
+      };
+      exampleSocket.onclose = function (event) {
+        console.log('onclose');
+        document.querySelector('#status').innerText = 'disconnected';
+        setTimeout(function () {
+          // exampleSocket.removeAllListeners();
+          connect();
+        }, 1000);
+      }
+      exampleSocket.onmessage = function (event) {
+        document.querySelector('#msg').innerText = event.data;
+        console.log(event.data);
+      }
+    };
+    connect();
+  </script>
+  <h1 id="status">disconnected</h1>
+  <h1 id="msg"></h1>
+</body>
+</html>

data/examples/performance/perf_multi_snooze.rb ADDED

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+require 'modulation'
+Polyphony = import('../../lib/polyphony')
+ITERATIONS  = 1_000
+FIBERS      = 1_000
+spawn do
+  count = 0
+  t0 = Time.now
+  supervise do |s|
+    FIBERS.times do
+      s.spawn do
+        ITERATIONS.times { EV.snooze; count += 1 }
+      end
+    end
+  end
+  dt = Time.now - t0
+  puts "count: #{count} #{count / dt.to_f}/s"
+end

data/examples/performance/perf_snooze.rb ADDED

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+require 'modulation'
+Polyphony = import('../../lib/polyphony')
+X = 1_000_000
+# f = Fiber.new do
+#   loop { Fiber.yield }
+# end
+# t0 = Time.now
+# X.times { f.resume }
+# dt = Time.now - t0
+# puts "#{X / dt.to_f}/s"
+# sleep
+# spawn do
+#   t0 = Time.now
+#   X.times { sleep(0) }
+#   dt = Time.now - t0
+#   puts "#{X / dt.to_f}/s"
+# end
+# snooze
+spawn do
+  t0 = Time.now
+  X.times { EV.snooze }
+  dt = Time.now - t0
+  puts "#{X / dt.to_f}/s"
+end

data/examples/performance/thread-vs-fiber/polyphony_server.rb ADDED

@@ -0,0 +1,63 @@
+# frozen_string_literal: true
+require 'modulation'
+require 'http/parser'
+Polyphony = import('../../../lib/polyphony')
+class Http::Parser
+  def setup_async
+    self.on_message_complete = proc { @request_complete = true }
+  end
+  def parse(data)
+    self << data
+    return nil unless @request_complete
+    @request_complete = nil
+    self
+  end
+end
+async def handle_client(socket)
+  parser = Http::Parser.new
+  req = nil
+  parser.on_message_complete = proc do |env|
+    req = parser
+  end
+  loop do
+    parser << socket.read
+    if req
+      handle_request(socket, req)
+      req = nil
+      EV.snooze
+    end
+  end
+rescue IOError, SystemCallError => e
+  # do nothing
+ensure
+  socket.close rescue nil
+  parser.reset!
+end
+def handle_request(client, parser)
+  status_code = 200
+  data = "Hello world!\n"
+  headers = "Content-Length: #{data.bytesize}\r\n"
+  client.write "HTTP/1.1 #{status_code}\r\n#{headers}\r\n#{data}"
+end
+spawn do
+  server = TCPServer.open(1234)
+  puts "listening on port 1234"
+  loop do
+    client = server.accept
+    spawn handle_client(client)
+  end
+rescue Exception => e
+  puts "uncaught exception: #{e.inspect}"
+  puts e.backtrace.join("\n")
+  exit!
+  server.close
+end

data/examples/performance/thread-vs-fiber/threaded_server.rb ADDED

@@ -0,0 +1,27 @@
+require 'thread'
+require 'http/parser'
+require 'socket'
+def handle_client(client)
+  Thread.new do
+    parser = Http::Parser.new
+    parser.on_message_complete= proc do |env|
+      status_code = 200
+      data = "Hello world!\n"
+      headers = "Content-Length: #{data.bytesize}\r\n"
+      client.write "HTTP/1.1 #{status_code}\r\n#{headers}\r\n#{data}"
+    end
+    loop do
+      while data = client.readpartial(8192) rescue nil
+        parser << data
+      end
+    end
+    client.close
+  end
+end
+server = TCPServer.open(1234)
+puts "Listening on port 1234"
+while socket = server.accept
+  handle_client(socket)
+end

data/examples/streams/lines.rb ADDED

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+require 'modulation'
+Polyphony = import('../../lib/polyphony')
+LineReader  = import('../../lib/polyphony/line_reader')
+buffer = +''
+reader = LineReader.new
+Polyphony.interval(0.2) { buffer << "#{Time.now.to_f}\n" }
+Polyphony.interval(0.3) do
+  reader.push(buffer.slice!(0, buffer.bytesize / 10 * 10))
+end
+Polyphony.async do
+  reader.lines.each do |line|
+    puts "* #{line}"
+  end
+  puts "no more lines"
+end
+Polyphony.timeout(2) do
+  Polyphony.cancel_all_timers
+  reader.close
+end

data/examples/streams/stdio.rb ADDED

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+require 'modulation'
+Polyphony = import('../../lib/polyphony')
+input = Polyphony::IO.lines(Polyphony::IO.stdin)
+Polyphony.async do
+  Polyphony.interval(1) { puts Time.now }
+  loop do
+    Polyphony::IO.stdout << "Say something: "
+    l = Polyphony.await(input)
+    break unless l
+    Polyphony::IO.stdout << "You said: #{l}"
+  end
+end

data/ext/ev/async.c ADDED

@@ -0,0 +1,168 @@
+#include "ev.h"
+struct EV_Async {
+  struct  ev_async ev_async;
+  int     active;
+  VALUE   callback;
+  VALUE   fiber;
+};
+static VALUE mEV = Qnil;
+static VALUE cEV_Async = Qnil;
+/* Allocator/deallocator */
+static VALUE EV_Async_allocate(VALUE klass);
+static void EV_Async_mark(void *ptr);
+static void EV_Async_free(void *ptr);
+static size_t EV_Async_size(const void *ptr);
+/* Methods */
+static VALUE EV_Async_initialize(VALUE self);
+static VALUE EV_Async_start(VALUE self);
+static VALUE EV_Async_stop(VALUE self);
+static VALUE EV_Async_signal(VALUE self);
+static VALUE EV_Async_await(VALUE self);
+void EV_Async_callback(ev_loop *ev_loop, struct ev_async *async, int revents);
+/* async encapsulates an async watcher */
+void Init_EV_Async() {
+  mEV = rb_define_module("EV");
+  cEV_Async = rb_define_class_under(mEV, "Async", rb_cData);
+  rb_define_alloc_func(cEV_Async, EV_Async_allocate);
+  rb_define_method(cEV_Async, "initialize", EV_Async_initialize, 0);
+  rb_define_method(cEV_Async, "start", EV_Async_start, 0);
+  rb_define_method(cEV_Async, "stop", EV_Async_stop, 0);
+  rb_define_method(cEV_Async, "signal!", EV_Async_signal, 0);
+  rb_define_method(cEV_Async, "await", EV_Async_await, 0);
+}
+static const rb_data_type_t EV_Async_type = {
+    "EV_Async",
+    {EV_Async_mark, EV_Async_free, EV_Async_size,},
+    0, 0,
+    RUBY_TYPED_FREE_IMMEDIATELY,
+};
+static VALUE EV_Async_allocate(VALUE klass) {
+  struct EV_Async *async = (struct EV_Async *)xmalloc(sizeof(struct EV_Async));
+  return TypedData_Wrap_Struct(klass, &EV_Async_type, async);
+}
+static void EV_Async_mark(void *ptr) {
+  struct EV_Async *async = ptr;
+  if (async->callback != Qnil) {
+    rb_gc_mark(async->callback);
+  }
+  if (async->fiber != Qnil) {
+    rb_gc_mark(async->fiber);
+  }
+}
+static void EV_Async_free(void *ptr) {
+  struct EV_Async *async = ptr;
+  ev_async_stop(EV_DEFAULT, &async->ev_async);
+  xfree(async);
+}
+static size_t EV_Async_size(const void *ptr) {
+  return sizeof(struct EV_Async);
+}
+#define GetEV_Async(obj, async) \
+  TypedData_Get_Struct((obj), struct EV_Async, &EV_Async_type, (async))
+static VALUE EV_Async_initialize(VALUE self) {
+  struct EV_Async *async;
+  GetEV_Async(self, async);
+  if (rb_block_given_p()) {
+    async->callback = rb_block_proc();
+  }
+  async->fiber = Qnil;
+  ev_async_init(&async->ev_async, EV_Async_callback);
+  async->active = 1;
+  ev_async_start(EV_DEFAULT, &async->ev_async);
+  return Qnil;
+}
+void EV_Async_callback(ev_loop *ev_loop, struct ev_async *ev_async, int revents) {
+  VALUE fiber;
+  struct EV_Async *async = (struct EV_Async*)ev_async;
+  if (async->fiber != Qnil) {
+    async->active = 0;
+    fiber = async->fiber;
+    async->fiber = Qnil;
+    SCHEDULE_FIBER(fiber, 0);
+  }
+  else if (async->callback != Qnil) {
+    rb_funcall(async->callback, ID_call, 1, Qtrue);
+  }
+}
+static VALUE EV_Async_start(VALUE self) {
+  struct EV_Async *async;
+  GetEV_Async(self, async);
+  if (!async->active) {
+    ev_async_start(EV_DEFAULT, &async->ev_async);
+    async->active = 1;
+  }
+  return self;
+}
+static VALUE EV_Async_stop(VALUE self) {
+  struct EV_Async *async;
+  GetEV_Async(self, async);
+  if (async->active) {
+    ev_async_stop(EV_DEFAULT, &async->ev_async);
+    async->active = 0;
+  }
+  return self;
+}
+static VALUE EV_Async_signal(VALUE self) {
+  struct EV_Async *async;
+  GetEV_Async(self, async);
+  ev_async_send(EV_DEFAULT, &async->ev_async);
+  return Qnil;
+}
+static VALUE EV_Async_await(VALUE self) {
+  struct EV_Async *async;
+  VALUE ret;
+  GetEV_Async(self, async);
+  async->fiber = rb_fiber_current();
+  if (!async->active) {
+    async->active = 1;
+    ev_async_start(EV_DEFAULT, &async->ev_async);
+  }
+  ret = YIELD_TO_REACTOR();
+  // fiber is resumed
+  if (RTEST(rb_obj_is_kind_of(ret, rb_eException))) {
+    if (async->active) {
+      async->active = 0;
+      ev_async_stop(EV_DEFAULT, &async->ev_async);
+    }
+    return rb_funcall(ret, ID_raise, 1, ret);
+  }
+  else {
+    return Qnil;
+  }
+}