RubyGems - polyphony - Versions diffs - 0.23 → 0.24 - Mend

polyphony 0.23 → 0.24

Files changed (120) hide show

checksums.yaml +4 -4
data/CHANGELOG.md +7 -0
data/Gemfile.lock +4 -10
data/README.md +0 -4
data/TODO.md +5 -56
data/docs/README.md +4 -7
data/examples/core/{channel_echo.rb → xx-channels.rb} +0 -0
data/examples/core/{defer.rb → xx-deferring-an-operation.rb} +0 -0
data/examples/core/{genserver.rb → xx-erlang-style-genserver.rb} +2 -2
data/examples/core/{fork.rb → xx-forking.rb} +2 -0
data/examples/core/xx-move_on.rb +23 -0
data/examples/core/{pulse.rb → xx-recurrent-timer.rb} +3 -2
data/examples/core/{resource_cancel.rb → xx-resource_cancel.rb} +1 -2
data/examples/core/{resource_delegate.rb → xx-resource_delegate.rb} +0 -0
data/examples/core/{wait_for_signal.rb → xx-signals.rb} +0 -0
data/examples/core/{sleep.rb → xx-sleeping.rb} +0 -0
data/examples/core/{spin_error_backtrace.rb → xx-spin_error_backtrace.rb} +5 -2
data/examples/core/{supervisor.rb → xx-supervisors.rb} +0 -0
data/examples/core/{thread_cancel.rb → xx-thread_cancel.rb} +0 -0
data/examples/core/{thread_pool.rb → xx-thread_pool.rb} +0 -0
data/examples/core/{throttle.rb → xx-throttling.rb} +0 -0
data/examples/core/{timeout.rb → xx-timeout.rb} +0 -0
data/examples/core/{lock.rb → xx-using-a-mutex.rb} +0 -0
data/examples/io/{backticks.rb → xx-backticks.rb} +0 -0
data/examples/io/{echo_client.rb → xx-echo_client.rb} +0 -1
data/examples/io/{echo_client_from_stdin.rb → xx-echo_client_from_stdin.rb} +0 -1
data/examples/io/{echo_pipe.rb → xx-echo_pipe.rb} +0 -0
data/examples/io/{echo_server.rb → xx-echo_server.rb} +0 -0
data/examples/io/{echo_server_with_timeout.rb → xx-echo_server_with_timeout.rb} +0 -0
data/examples/io/{echo_stdin.rb → xx-echo_stdin.rb} +0 -0
data/examples/io/xx-httparty.rb +13 -0
data/examples/io/{irb.rb → xx-irb.rb} +0 -0
data/examples/io/{net-http.rb → xx-net-http.rb} +0 -0
data/examples/io/{open.rb → xx-open.rb} +0 -1
data/examples/io/{system.rb → xx-system.rb} +0 -0
data/examples/io/{tcpserver.rb → xx-tcpserver.rb} +0 -0
data/examples/io/{tcpsocket.rb → xx-tcpsocket.rb} +0 -1
data/examples/{fs/read.rb → performance/fs_read.rb} +0 -0
data/examples/{core → performance}/mem-usage.rb +1 -0
data/examples/performance/multi_snooze.rb +2 -0
data/examples/performance/snooze.rb +2 -0
data/examples/performance/thread-vs-fiber/polyphony_server.rb +5 -3
data/examples/performance/thread-vs-fiber/threaded_server.rb +1 -1
data/examples/{io/httparty_multi.rb → performance/thread-vs-fiber/xx-httparty_multi.rb} +16 -13
data/examples/{io/httparty_threaded.rb → performance/thread-vs-fiber/xx-httparty_threaded.rb} +2 -2
data/examples/performance/thread.rb +27 -0
data/examples/{core → performance}/thread_pool_perf.rb +0 -0
data/ext/gyro/extconf.rb +1 -0
data/lib/polyphony/extensions/core.rb +0 -5
data/lib/polyphony/version.rb +1 -1
data/polyphony.gemspec +3 -9
metadata +59 -167
data/bin/poly +0 -11
data/examples/core/cancel.rb +0 -13
data/examples/core/enumerator.rb +0 -15
data/examples/core/error_bubbling.rb +0 -35
data/examples/core/fiber_error.rb +0 -9
data/examples/core/fiber_error_with_backtrace.rb +0 -73
data/examples/core/move_on.rb +0 -11
data/examples/core/move_on_twice.rb +0 -16
data/examples/core/move_on_with_ensure.rb +0 -13
data/examples/core/move_on_with_value.rb +0 -14
data/examples/core/multiple_spin.rb +0 -18
data/examples/core/nested_cancel.rb +0 -40
data/examples/core/nested_multiple_spin.rb +0 -20
data/examples/core/nested_spin.rb +0 -19
data/examples/core/pingpong.rb +0 -21
data/examples/core/resource.rb +0 -30
data/examples/core/sleep_spin.rb +0 -21
data/examples/core/snooze.rb +0 -32
data/examples/core/spin_error.rb +0 -17
data/examples/core/spin_uncaught_error.rb +0 -16
data/examples/core/supervisor_with_cancel_scope.rb +0 -23
data/examples/core/supervisor_with_error.rb +0 -24
data/examples/core/supervisor_with_manual_move_on.rb +0 -23
data/examples/core/suspend.rb +0 -13
data/examples/core/thread.rb +0 -27
data/examples/http/config.ru +0 -7
data/examples/http/cuba.ru +0 -22
data/examples/http/happy_eyeballs.rb +0 -37
data/examples/http/http2_raw.rb +0 -135
data/examples/http/http_client.rb +0 -28
data/examples/http/http_get.rb +0 -33
data/examples/http/http_parse_experiment.rb +0 -123
data/examples/http/http_proxy.rb +0 -83
data/examples/http/http_server.js +0 -24
data/examples/http/http_server.rb +0 -28
data/examples/http/http_server_forked.rb +0 -29
data/examples/http/http_server_graceful.rb +0 -27
data/examples/http/http_server_simple.rb +0 -11
data/examples/http/http_server_throttled.rb +0 -15
data/examples/http/http_ws_server.rb +0 -37
data/examples/http/https_raw_client.rb +0 -12
data/examples/http/https_server.rb +0 -22
data/examples/http/https_wss_server.rb +0 -39
data/examples/http/rack_server.rb +0 -12
data/examples/http/rack_server_https.rb +0 -19
data/examples/http/rack_server_https_forked.rb +0 -27
data/examples/http/websocket_secure_server.rb +0 -27
data/examples/http/websocket_server.rb +0 -24
data/examples/http/ws_page.html +0 -34
data/examples/http/wss_page.html +0 -34
data/examples/io/cat.rb +0 -12
data/examples/io/httparty.rb +0 -10
data/examples/io/io_read.rb +0 -9
data/lib/ev_ext.bundle +0 -0
data/lib/polyphony/http.rb +0 -16
data/lib/polyphony/http/client/agent.rb +0 -131
data/lib/polyphony/http/client/http1.rb +0 -129
data/lib/polyphony/http/client/http2.rb +0 -180
data/lib/polyphony/http/client/response.rb +0 -32
data/lib/polyphony/http/client/site_connection_manager.rb +0 -109
data/lib/polyphony/http/server.rb +0 -49
data/lib/polyphony/http/server/http1.rb +0 -268
data/lib/polyphony/http/server/http2.rb +0 -78
data/lib/polyphony/http/server/http2_stream.rb +0 -136
data/lib/polyphony/http/server/rack.rb +0 -64
data/lib/polyphony/http/server/request.rb +0 -118
data/lib/polyphony/websocket.rb +0 -59
data/test/test_http_server.rb +0 -313

@@ -1,34 +0,0 @@
-<!doctype html>
-<html lang="en">
-<head>
-  <title>Websocket Client</title>
-</head>
-<body>
-  <script>
-    var connect = function () {
-      var exampleSocket = new WebSocket("ws://localhost:1234");
-      exampleSocket.onopen = function (event) {
-        document.querySelector('#status').innerText = 'connected';
-        exampleSocket.send("Can you hear me?");
-      };
-      exampleSocket.onclose = function (event) {
-        console.log('onclose');
-        document.querySelector('#status').innerText = 'disconnected';
-        setTimeout(function () {
-          // exampleSocket.removeAllListeners();
-          connect();
-        }, 1000);
-      }
-      exampleSocket.onmessage = function (event) {
-        document.querySelector('#msg').innerText = event.data;
-        console.log(event.data);
-      }
-    };
-    connect();
-  </script>
-  <h1 id="status">disconnected</h1>
-  <h1 id="msg"></h1>
-</body>
-</html>

data/examples/http/wss_page.html DELETED

@@ -1,34 +0,0 @@
-<!doctype html>
-<html lang="en">
-<head>
-  <title>Websocket Client</title>
-</head>
-<body>
-  <script>
-    var connect = function () {
-      var exampleSocket = new WebSocket("/");
-      exampleSocket.onopen = function (event) {
-        document.querySelector('#status').innerText = 'connected';
-        exampleSocket.send("Can you hear me?");
-      };
-      exampleSocket.onclose = function (event) {
-        console.log('onclose');
-        document.querySelector('#status').innerText = 'disconnected';
-        setTimeout(function () {
-          // exampleSocket.removeAllListeners();
-          connect();
-        }, 1000);
-      }
-      exampleSocket.onmessage = function (event) {
-        document.querySelector('#msg').innerText = event.data;
-        console.log(event.data);
-      }
-    };
-    connect();
-  </script>
-  <h1 id="status">disconnected</h1>
-  <h1 id="msg"></h1>
-</body>
-</html>

data/examples/io/cat.rb DELETED

@@ -1,12 +0,0 @@
-# frozen_string_literal: true
-require 'bundler/setup'
-require 'polyphony'
-File.open(__FILE__, 'r') do |f|
-  line_number = 1
-  while (l = f.gets)
-    puts format('%03d %s', line_number, l)
-    line_number += 1
-  end
-end

data/examples/io/httparty.rb DELETED

@@ -1,10 +0,0 @@
-# frozen_string_literal: true
-require 'bundler/setup'
-require 'polyphony'
-require 'httparty'
-timer = spin { throttled_loop(10) { STDOUT << '.' } }
-puts HTTParty.get('http://google.com/')
-timer.stop

data/examples/io/io_read.rb DELETED

@@ -1,9 +0,0 @@
-# frozen_string_literal: true
-require 'bundler/setup'
-require 'polyphony'
-s = IO.read(__FILE__)
-puts "encoding: #{s.encoding.inspect}"
-puts s
-puts

data/lib/ev_ext.bundle DELETED

Binary file

data/lib/polyphony/http.rb DELETED

@@ -1,16 +0,0 @@
-# frozen_string_literal: true
-require_relative '../polyphony'
-module Polyphony
-  # HTTP imports (loaded dynamically)
-  module HTTP
-    auto_import(
-      Agent:  './http/client/agent',
-      Rack:   './http/server/rack',
-      Server: './http/server'
-    )
-  end
-end
-export_default Polyphony::HTTP

data/lib/polyphony/http/client/agent.rb DELETED

@@ -1,131 +0,0 @@
-# frozen_string_literal: true
-export_default :Agent
-require 'uri'
-ResourcePool = import '../../core/resource_pool'
-SiteConnectionManager = import './site_connection_manager'
-# Implements an HTTP agent
-class Agent
-  def self.get(*args, &block)
-    default.get(*args, &block)
-  end
-  def self.post(*args, &block)
-    default.post(*args, &block)
-  end
-  def self.default
-    @default ||= new
-  end
-  def initialize
-    @pools = Hash.new do |h, k|
-      h[k] = SiteConnectionManager.new(k)
-    end
-  end
-  OPTS_DEFAULT = {}.freeze
-  def get(url, opts = OPTS_DEFAULT, &block)
-    request(url, opts.merge(method: :GET), &block)
-  end
-  def post(url, opts = OPTS_DEFAULT, &block)
-    request(url, opts.merge(method: :POST), &block)
-  end
-  def request(url, opts = OPTS_DEFAULT, &block)
-    ctx = request_ctx(url, opts)
-    response = do_request(ctx, &block)
-    case response.status_code
-    when 301, 302
-      redirect(response.headers['Location'], ctx, opts, &block)
-    when 200, 204
-      response
-    else
-      raise "Error received from server: #{response.status_code}"
-    end
-  end
-  def redirect(url, ctx, opts, &block)
-    url = redirect_url(url, ctx)
-    request(url, opts, &block)
-  end
-  def redirect_url(url, ctx)
-    case url
-    when /^http(?:s)?\:\/\//
-      url
-    when /^\/\/(.+)$/
-      ctx[:uri].scheme + url
-    when /^\//
-      format_uri(url, ctx)
-    else
-      ctx[:uri] + url
-    end
-  end
-  def format_uri(url, ctx)
-    format(
-      '%<scheme>s://%<host>s%<url>s',
-      scheme: ctx[:uri].scheme,
-      host:   ctx[:uri].host,
-      url:    url
-    )
-  end
-  def request_ctx(url, opts)
-    {
-      method: opts[:method] || :GET,
-      uri:    url_to_uri(url, opts),
-      opts:   opts,
-      retry:  0
-    }
-  end
-  def url_to_uri(url, opts)
-    uri = URI(url)
-    if opts[:query]
-      query = opts[:query].map { |k, v| "#{k}=#{v}" }.join('&')
-      if uri.query
-        v.query = "#{uri.query}&#{query}"
-      else
-        uri.query = query
-      end
-    end
-    uri
-  end
-  def do_request(ctx, &block)
-    key = uri_key(ctx[:uri])
-    @pools[key].acquire do |adapter|
-      send_request_and_check_response(adapter, ctx, &block)
-    end
-  rescue Exception => e
-    p e
-    puts e.backtrace.join("\n")
-  end
-  def send_request_and_check_response(adapter, ctx, &block)
-    response = adapter.request(ctx)
-    case response.status_code
-    when 200, 204
-      if block
-        block.(response)
-      else
-        # read body
-        response.body
-      end
-    end
-    response
-  end
-  def uri_key(uri)
-    { scheme: uri.scheme, host: uri.host, port: uri.port }
-  end
-end

data/lib/polyphony/http/client/http1.rb DELETED

@@ -1,129 +0,0 @@
-# frozen_string_literal: true
-export_default :HTTP1Adapter
-require 'http/parser'
-Response = import './response'
-# HTTP 1 adapter
-class HTTP1Adapter
-  def initialize(socket)
-    @socket = socket
-    @parser = HTTP::Parser.new(self)
-  end
-  def on_headers_complete(headers)
-    @headers = headers
-  end
-  def on_body(chunk)
-    if @waiting_for_chunk
-      @buffered_chunks ||= []
-      @buffered_chunks << chunk
-    elsif @buffered_body
-      @buffered_body << chunk
-    else
-      @buffered_body = +chunk
-    end
-  end
-  def on_message_complete
-    @done = true
-  end
-  def request(ctx)
-    # consume previous response if not finished
-    consume_response if @done == false
-    @socket << format_http1_request(ctx)
-    @buffered_body = nil
-    @done = false
-    read_headers
-    Response.new(self, @parser.status_code, @headers)
-  end
-  def read_headers
-    @headers = nil
-    while !@headers && (data = @socket.readpartial(8192))
-      @parser << data
-    end
-    raise 'Socket closed by host' unless @headers
-  end
-  def body
-    @waiting_for_chunk = nil
-    consume_response
-    @buffered_body
-  end
-  def each_chunk(&block)
-    if (body = @buffered_body)
-      @buffered_body = nil
-      @waiting_for_chunk = true
-      block.(body)
-    end
-    while !@done && (data = @socket.readpartial(8192))
-      @parser << data
-    end
-    raise 'Socket closed by host' unless @done
-    @buffered_chunks.each(&block)
-  end
-  def next_body_chunk
-    return nil if @done
-    if @buffered_chunks && !@buffered_chunks.empty?
-      return @buffered_chunks.shift
-    end
-    read_next_body_chunk
-  end
-  def read_next_body_chunk
-    @waiting_for_chunk = true
-    while !@done && (data = @socket.readpartial(8192))
-      @parser << data
-      break unless @buffered_chunks.empty?
-    end
-    @buffered_chunks.shift
-  end
-  def consume_response
-    while !@done && (data = @socket.readpartial(8192))
-      @parser << data
-    end
-    raise 'Socket closed by host' unless @done
-  end
-  HTTP1_REQUEST = <<~HTTP.gsub("\n", "\r\n")
-    %<method>s %<request>s HTTP/1.1
-    Host: %<host>s
-    %<headers>s
-  HTTP
-  def format_http1_request(ctx)
-    headers = format_headers(ctx)
-    format(
-      HTTP1_REQUEST,
-      method:  ctx[:method],
-      request: ctx[:uri].request_uri,
-      host:    ctx[:uri].host,
-      headers: headers
-    )
-  end
-  def format_headers(headers)
-    headers.map { |k, v| "#{k}: #{v}\r\n" }.join
-  end
-  def protocol
-    :http1
-  end
-end

data/lib/polyphony/http/client/http2.rb DELETED

@@ -1,180 +0,0 @@
-# frozen_string_literal: true
-export_default :HTTP2Adapter
-require 'http/2'
-Response = import './response'
-# HTTP 2 adapter
-class HTTP2Adapter
-  def initialize(socket)
-    @socket = socket
-    @client = HTTP2::Client.new
-    @client.on(:frame) { |bytes| socket << bytes }
-    # @client.on(:frame_received) do |frame|
-    #   puts "Received frame: #{frame.inspect}"
-    # end
-    # @client.on(:frame_sent) do |frame|
-    #   puts "Sent frame: #{frame.inspect}"
-    # end
-    @reader = spin do
-      while (data = socket.readpartial(8192))
-        @client << data
-        snooze
-      end
-    end
-  end
-  def allocate_stream_adapter
-    StreamAdapter.new(self)
-  end
-  def allocate_stream
-    @client.new_stream
-  end
-  def protocol
-    :http2
-  end
-  # Virtualizes adapter over HTTP2 stream
-  class StreamAdapter
-    def initialize(connection)
-      @connection = connection
-    end
-    def request(ctx)
-      stream = setup_stream # (ctx, stream)
-      send_request(ctx, stream)
-      stream.on(:headers, &method(:on_headers))
-      stream.on(:data, &method(:on_data))
-      stream.on(:close, &method(:on_close))
-      # stream.on(:active) { puts "* active" }
-      # stream.on(:half_close) { puts "* half_close" }
-      wait_for_response(ctx, stream)
-    rescue Exception => e
-      p e
-      puts e.backtrace.join("\n")
-      # ensure
-      # stream.close
-    end
-    def send_request(ctx, stream)
-      headers = prepare_headers(ctx)
-      if ctx[:opts][:payload]
-        stream.headers(headers, end_stream: false)
-        stream.data(ctx[:opts][:payload], end_stream: true)
-      else
-        stream.headers(headers, end_stream: true)
-      end
-    end
-    def on_headers(headers)
-      if @waiting_headers_fiber
-        @waiting_headers_fiber.schedule headers.to_h
-      else
-        @headers = headers.to_h
-      end
-    end
-    def on_data(chunk)
-      if @waiting_chunk_fiber
-        @waiting_chunk_fiber&.schedule chunk
-      else
-        @buffered_chunks << chunk
-      end
-    end
-    def on_close(_stream)
-      @done = true
-      @waiting_done_fiber&.schedule
-    end
-    def setup_stream
-      stream = @connection.allocate_stream
-      @headers = nil
-      @done = nil
-      @buffered_chunks = []
-      @waiting_headers_fiber = nil
-      @waiting_chunk_fiber = nil
-      @waiting_done_fiber = nil
-      stream
-    end
-    def wait_for_response(_ctx, _stream)
-      headers = wait_for_headers
-      Response.new(self, headers[':status'].to_i, headers)
-    end
-    def wait_for_headers
-      return @headers if @headers
-      @waiting_headers_fiber = Fiber.current
-      suspend
-    end
-    def protocol
-      :http2
-    end
-    def prepare_headers(ctx)
-      headers = {
-        ':method'    => ctx[:method].to_s,
-        ':scheme'    => ctx[:uri].scheme,
-        ':authority' => [ctx[:uri].host, ctx[:uri].port].join(':'),
-        ':path'      => ctx[:uri].request_uri,
-        'User-Agent' => 'curl/7.54.0'
-      }
-      headers.merge!(ctx[:opts][:headers]) if ctx[:opts][:headers]
-      headers
-    end
-    def body
-      @waiting_done_fiber = Fiber.current
-      suspend
-      @buffered_chunks.join
-      # body = +''
-      # while !@done
-      #   p :body_suspend_pre
-      #   chunk = suspend
-      #   p :body_suspend_post
-      #   body << chunk
-      # end
-      # puts ""
-      # body
-    rescue Exception => e
-      p e
-      puts e.backtrace.join("\n")
-    end
-    def each_chunk
-      yield @buffered_chunks.shift until @buffered_chunks.empty?
-      @waiting_chunk_fiber = Fiber.current
-      until @done
-        chunk = suspend
-        yield chunk
-      end
-    end
-    def next_body_chunk
-      return yield @buffered_chunks.shift unless @buffered_chunks.empty?
-      @waiting_chunk_fuber = Fiber.current
-      until @done
-        chunk = suspend
-        return yield chunk
-      end
-      nil
-    end
-  end
-end