polyphony 0.17 → 0.19

data/examples/core/thread.rb

@@ -18,8 +18,8 @@ end
 
 def threaded
   t0 = Time.now
-  data = Polyphony::Thread.coproc { lengthy_op }.await
-  X.times { Polyphony::Thread.coproc { lengthy_op }.await }
+  data = Polyphony::Thread.spin { lengthy_op }.await
+  X.times { Polyphony::Thread.spin { lengthy_op }.await }
   puts "read threaded #{data.bytesize} bytes (#{Time.now - t0}s)"
 end
 

data/examples/core/thread_cancel.rb

@@ -13,10 +13,10 @@ def lengthy_op
   acc / count
 end
 
-coproc do
+spin do
   t0 = Time.now
   cancel_after(0.01) do
-    data = Polyphony::Thread.coproc { lengthy_op }.await
+    data = Polyphony::Thread.spin { lengthy_op }.await
     puts "read #{data.bytesize} bytes (#{Time.now - t0}s)"
   end
 rescue Exception => e

data/examples/core/thread_pool.rb

@@ -54,4 +54,4 @@ rescue Exception => e
   end
 end
 
-coproc { compare_performance }
+spin { compare_performance }

data/examples/core/throttle.rb

@@ -3,14 +3,14 @@
 require 'bundler/setup'
 require 'polyphony'
 
-coproc {
+spin {
   throttled_loop(3) { STDOUT << '.' }
 }
 
-coproc {
+spin {
   throttled_loop(rate: 2) { STDOUT << '?' }
 }
 
-coproc {
+spin {
   throttled_loop(interval: 1) { STDOUT << '*' }
 }

data/examples/core/timeout.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'polyphony'
+
+puts "going to sleep..."
+Timeout.timeout(1) do
+  sleep 60
+end
+puts "woke up"

data/examples/fs/read.rb

@@ -26,7 +26,7 @@ def thread_pool_read_file(x, y)
   t0 = Time.now
   supervise do |s|
     y.times {
-      s.coproc { x.times { IO.read(PATH) } }
+      s.spin { x.times { IO.read(PATH) } }
     }
   end
   puts "thread_pool_read_file: #{Time.now - t0}"

data/examples/http/http_client.rb

@@ -11,7 +11,7 @@ X = 10
 puts "Making #{X} requests..."
 t0 = Time.now
 supervise do |s|
-  X.times { s.coproc { get_server_time } }
+  X.times { s.spin { get_server_time } }
 end
 elapsed = Time.now - t0
 puts "count: #{X} elapsed: #{elapsed} rate: #{X / elapsed} reqs/s"

data/examples/http/http_get.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'polyphony/http'
+
+resp = Polyphony::HTTP::Agent.get('https://google.com/')
+p resp.body

data/examples/http/http_parse_experiment.rb

@@ -0,0 +1,118 @@
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'polyphony'
+
+require 'http/parser'
+require 'fiber'
+
+i, o = IO.pipe
+
+class ParseLoop
+  def initialize(conn)
+    @parser = HTTP::Parser.new(self)
+    @conn = conn
+    @parse_fiber = Fiber.new do
+      while (data = conn.readpartial(8192))
+        @parser << data
+        snooze
+      end
+    rescue => e
+      conn.close
+      e
+    ensure
+      @message_in_train = nil
+    end
+    @state = nil
+  end
+
+  def on_headers_complete(headers)
+    @calling_fiber.transfer(headers)
+  end
+
+  def on_body(chunk)
+    @calling_fiber.transfer(chunk) if @read_body
+  end
+
+  def on_message_begin
+    @message_in_train = true
+  end
+
+  def on_message_complete
+    @message_in_train = nil
+    @calling_fiber.transfer nil
+  end
+
+  def parse_headers
+    @calling_fiber = Fiber.current
+    @parse_fiber.safe_transfer
+  end
+
+  def parse_body_chunk
+    @calling_fiber = Fiber.current
+    @read_body = true
+    @parse_fiber.safe_transfer
+  end
+
+  def consume_request
+    return unless @message_in_train
+    
+    @calling_fiber = Fiber.current
+    @read_body = false
+    @parse_fiber.safe_transfer while @message_in_train
+  end
+
+  def alive?
+    @parse_fiber.alive?
+  end
+
+  def busy?
+    @message_in_train
+  end
+end
+
+def handle(parser)
+  headers = parser.parse_headers
+  return unless headers
+  puts "headers: #{headers.inspect}"
+  content_length = headers['Content-Length']
+  # if content_length && (content_length.to_i < 1000)
+    while chunk = parser.parse_body_chunk
+      puts "chunk: #{chunk.inspect}"
+    end
+  # else
+  #   parser.consume_request
+  # end
+  puts "end of request"
+rescue => e
+  puts "error: #{e.inspect}"
+  raise e
+end
+
+writer = spin {
+  o << "POST / HTTP/1.1\r\nHost: example.com\r\nContent-Length: 6\r\n\r\n"
+  o << "Hello!"
+
+  o << "POST / HTTP/1.1\r\nHost: example.com\r\n\r\n"
+
+  # o << "POST / HTTP/1.1\r\nHost: example.com\r\nContent-Length: 8192\r\n\r\n"
+  # o << ("Bye!" * 2048)
+
+  o << "POST / HTTP/1.1\r\nHost: example.com\r\nContent-Length: 4\r\n\r\n"
+  o << "Bye!"
+
+  (o << ("BLAH" * 100000)) rescue nil
+  o.close
+}
+
+begin
+  parse_loop = ParseLoop.new(i)
+  while parse_loop.alive?
+    puts "*" * 40
+    handle(parse_loop)
+  end
+rescue => e
+  writer.stop
+  puts "#{e.class}: #{e.message}"
+  puts e.backtrace
+end

data/examples/http/http_proxy.rb

@@ -0,0 +1,81 @@
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'polyphony/http'
+require 'localhost/authority'
+
+# p Polyphony::HTTP::Agent.get('https://ui.realiteq.net/', q: :time)
+
+BASE_URL = 'http://realiteq.net'
+
+CACHE = {}
+
+def proxy(uri, opts)
+  now = Time.now
+  uri = BASE_URL + uri
+  entry = CACHE[uri]
+  if entry && entry[:expires] >= now
+    return entry[:response]
+  else
+    puts "proxy => #{uri} (#{opts.inspect})"
+    response = Polyphony::HTTP::Agent.get(uri, opts)
+    # CACHE[uri] = {
+    #   expires: now + 60,
+    #   response: response
+    # }
+    response
+  end
+end
+
+HEADERS_BLACK_LIST = %w{
+  Transfer-Encoding Date Server Connection Content-Length Cache-Control
+  :method :authority :scheme :path
+}
+
+def sanitize_headers(headers)
+  headers.reject { |k, v| HEADERS_BLACK_LIST.include?(k) }
+end
+
+def sanitize_html(html)
+  # html.gsub('http://martigny-le-comte.fr/', '/')
+end
+
+# authority = Localhost::Authority.fetch
+
+rsa_cert = OpenSSL::X509::Certificate.new(IO.read('../reality/aws/config/ssl/full_chain.pem'))
+rsa_pkey = OpenSSL::PKey.read(IO.read('../reality/aws/config/ssl/private_key.pem'))
+ctx = OpenSSL::SSL::SSLContext.new
+ctx.add_certificate(rsa_cert, rsa_pkey)
+
+opts = {
+  reuse_addr: true,
+  dont_linger: true,
+  secure_context: ctx#authority.server_context
+}
+
+spin {
+  Polyphony::HTTP::Server.serve('0.0.0.0', 1234, opts) do |req|
+    puts "#{req.method} #{req.uri.to_s}"
+    puts "headers <: #{req.headers.inspect}"
+    # h = {
+    #   uri: req.uri.to_s,
+    #   protocol: req.protocol,
+    #   headers: req.headers,
+    #   body: req.body,
+    # }
+    response = proxy(req.uri.to_s, headers: sanitize_headers(req.headers))
+    headers = sanitize_headers(response[:headers])
+    body = response[:body]
+    # puts "body class: #{body.class}"
+    puts "headers >: #{response[:headers].inspect}"
+    # body = sanitize_html(body) if headers['Content-Type'] =~ /text\/html/
+    req.respond(body, headers)
+  rescue => e
+    puts "error"
+    p e
+    puts e.backtrace.join("\n")
+  end
+}
+
+puts "pid: #{Process.pid}"
+puts "Listening on port 1234..."

data/examples/http/http_server.rb

@@ -3,12 +3,23 @@
 require 'bundler/setup'
 require 'polyphony/http'
 
-opts = { reuse_addr: true, dont_linger: true }
-coproc {
+opts = {
+  reuse_addr: true,
+  dont_linger: true
+}
+
+spin do
   Polyphony::HTTP::Server.serve('0.0.0.0', 1234, opts) do |req|
-    req.respond("Hello world!\n")
+    req.respond('Hello world!')
+    # req.send_headers
+    # req.send_body_chunk("Method: #{req.method}\n")
+    # req.send_body_chunk("Path: #{req.path}\n")
+    # req.send_body_chunk("Query: #{req.query.inspect}\n", done: true)
   end
-}
+rescue Exception => e
+  puts "*" * 40
+  p e
+end
 
 puts "pid: #{Process.pid}"
 puts "Listening on port 1234..."

data/examples/http/http_server_forked.rb

@@ -16,8 +16,8 @@ child_pids = []
 4.times do
   child_pids << Polyphony.fork do
     puts "forked pid: #{Process.pid}"
-    Polyphony::HTTP::Server.accept_loop(server, opts) do |req|
-      req.respond("Hello world!\n")
+    server.each do |req|
+      req.respond("Hello world! from pid: #{Process.pid}\n")
     end
   rescue Interrupt
   end

data/examples/http/http_server_throttled.rb

@@ -5,7 +5,7 @@ require 'polyphony/http'
 
 $throttler = throttle(1000)
 opts = { reuse_addr: true, dont_linger: true }
-coproc {
+spin {
   Polyphony::HTTP::Server.serve('0.0.0.0', 1234, opts) do |req|
     $throttler.call { req.respond("Hello world!\n") }
   end

data/examples/http/http_ws_server.rb

@@ -7,7 +7,7 @@ require 'polyphony/http'
 require 'polyphony/websocket'
 
 def ws_handler(conn)
-  timer = coproc {
+  timer = spin {
     throttled_loop(1) {
       conn << Time.now.to_s
     }
@@ -29,7 +29,7 @@ opts = {
 
 HTML = IO.read(File.join(__dir__, 'ws_page.html'))
 
-coproc {
+spin {
   server = Polyphony::HTTP::Server.serve('0.0.0.0', 1234, opts) do |req|
     req.respond(HTML, 'Content-Type' => 'text/html')
   end

data/examples/http/https_server.rb

@@ -14,5 +14,9 @@ opts = {
 puts "pid: #{Process.pid}"
 puts "Listening on port 1234..."
 Polyphony::HTTP::Server.serve('0.0.0.0', 1234, opts) do |req|
-  req.respond("Hello world!\n")
+  req.respond('Hello world!')
+  # req.send_headers
+  # req.send_body_chunk("Method: #{req.method}\n")
+  # req.send_body_chunk("Path: #{req.path}\n")
+  # req.send_body_chunk("Query: #{req.query.inspect}\n", done: true)
 end

data/examples/http/https_wss_server.rb

@@ -7,7 +7,7 @@ require 'localhost/authority'
 STDOUT.sync = true
 
 def ws_handler(conn)
-  timer = coproc {
+  timer = spin {
     throttled_loop(1) {
       conn << Time.now.to_s rescue nil
     }

data/examples/http/rack_server_https_forked.rb

@@ -20,7 +20,7 @@ child_pids = []
 4.times do
   child_pids << Polyphony.fork do
     puts "forked pid: #{Process.pid}"
-    Polyphony::HTTP::Server.accept_loop(server, opts, &app)
+    Polyphony::HTTP::Server.each(server, opts, &app)
   end
 end
 

data/examples/interfaces/pg_client.rb

@@ -11,7 +11,7 @@ rescue => e
   puts e.backtrace.join("\n")
 end
 
-time_printer = coproc do
+time_printer = spin do
   last = Time.now
   throttled_loop(10) do
     now = Time.now

data/examples/interfaces/pg_pool.rb

@@ -28,7 +28,7 @@ DBPOOL.preheat!
 t0 = Time.now
 count = 0
 coprocs = CONCURRENCY.times.map {
-  coproc { loop { DBPOOL.acquire { |db| get_records(db); count += 1 } } }
+  spin { loop { DBPOOL.acquire { |db| get_records(db); count += 1 } } }
 }
 sleep 5
 puts "count: #{count} query rate: #{count / (Time.now - t0)} queries/s"

data/examples/interfaces/redis_channels.rb

@@ -16,7 +16,7 @@ class RedisChannel < Polyphony::Channel
 
   def self.start_monitor
     @channels = {}
-    @monitor = coproc do
+    @monitor = spin do
       subscribe_connection.subscribe(CHANNEL_MASTER_TOPIC) do |on|
         on.message do |topic, message|
           message = Marshal.load(message)
@@ -47,7 +47,7 @@ class RedisChannel < Polyphony::Channel
 
   def self.watch(channel)
     @channels[channel.topic] = channel
-    coproc do
+    spin do
       publish_connection.publish(CHANNEL_MASTER_TOPIC, Marshal.dump({
         kind: :subscribe,
         topic: channel.topic
@@ -57,7 +57,7 @@ class RedisChannel < Polyphony::Channel
 
   def self.unwatch(channel)
     @channels.delete(channel.topic)
-    coproc do
+    spin do
       publish_connection.publish(CHANNEL_MASTER_TOPIC, Marshal.dump({
         kind: :unsubscribe,
         topic: channel.topic
@@ -99,14 +99,14 @@ end
 RedisChannel.start_monitor
 channel = RedisChannel.new('channel1')
 
-coproc do
+spin do
   loop do
     message = channel.receive
     puts "got message: #{message}"
   end
 end
 
-coproc do
+spin do
   move_on_after(3) do
     throttled_loop(1) do
       channel << Time.now