plum 0.2.8 → 0.2.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 01ad5df7a9751026ab7dfef37ff76b47de82bdb8
-  data.tar.gz: 7618f58b020da6661e9d5c89974d1fe175d89651
+  metadata.gz: 8e0e1f798c885a09557e220ac446f6c0aa048efe
+  data.tar.gz: dd31a046c57dd142b85940f4b970e90441d2f490
 SHA512:
-  metadata.gz: 11175e66083c4fae1c42301c35ce8b56b2fcf6540dffe68eb890a0a5a56e79e90f34ca744c4c63f20a834abfdba787857c5c906852aae6c9e6ae450af9f58ca6
-  data.tar.gz: 95ce217f9ed15a9508d67f13903354aed565a58876d15b98a9458c8b400736bfe1def86d9ab091c3ff29902dbbd699986cb08e78216e54419536036216511473
+  metadata.gz: 7d19e7d4c6f8b868d6c12824d62848f1532fe34af9dd04bc7128396a51533bbfe6c9c68bb36456c63a90e5fc2a337994d76b89ce0aa32bccb03616edf878a91e
+  data.tar.gz: aae1851fa3169ffb041a7efd3563dceee256e7e2aed653e6a8ffe1d8b3163bb7a32977abe02bee7ef86a5d91e792d555d1dd19bac40b72820549fa11c07d154e

data/bin/plum

@@ -1,5 +1,5 @@
 #!/usr/bin/env ruby
-$LOAD_PATH << File.expand_path("../../lib", __FILE__)
+$LOAD_PATH.unshift File.expand_path("../../lib", __FILE__)
 require "plum/rack"
 require "plum/rack/cli"
 

data/lib/plum/rack.rb

@@ -8,3 +8,5 @@ require "plum/rack/dsl"
 require "plum/rack/listener"
 require "plum/rack/server"
 require "plum/rack/session"
+require "plum/rack/legacy_session"
+require "plum/rack/thread_pool"

data/lib/plum/rack/cli.rb

@@ -45,6 +45,7 @@ module Plum
         config[:debug] = @options[:debug] unless @options[:debug].nil?
         config[:server_push] = @options[:server_push] unless @options[:server_push].nil?
         config[:threaded] = @options[:threaded] unless @options[:threaded].nil?
+        config[:threadpool_size] = @options[:threadpool_size] unless @options[:threadpool_size].nil?
 
         if @options[:fallback_legacy]
           h, p = @options[:fallback_legacy].split(":")
@@ -124,6 +125,10 @@ module Plum
             @options[:threaded] = true
           end
 
+          o.on "--threadpool-size SIZE", "Set the size of thread pool" do |arg|
+            @options[:threadpool_size] = arg.to_i
+          end
+
           o.on "--fallback-legacy HOST:PORT", "Fallbacks if the client doesn't support HTTP/2" do |arg|
             @options[:fallback_legacy] = arg
           end

data/lib/plum/rack/config.rb

@@ -7,7 +7,8 @@ module Plum
         debug: false,
         log: nil, # $stdout
         server_push: true,
-        threaded: false
+        threaded: false,
+        threadpool_size: 20,
       }.freeze
 
       def initialize(config = {})

data/lib/plum/rack/dsl.rb

@@ -44,6 +44,10 @@ module Plum
           @config[:threaded] = !!bool
         end
 
+        def threadpool_size(int)
+          @config[:threadpool_size] = int.to_i
+        end
+
         def fallback_legacy(str)
           h, p = str.split(":")
           @config[:fallback_legacy_host] = h

data/lib/plum/rack/legacy_session.rb

@@ -0,0 +1,36 @@
+# -*- frozen-string-literal: true -*-
+using Plum::BinaryString
+
+module Plum
+  module Rack
+    class LegacySession
+      def initialize(svc, e, sock)
+        @svc = svc
+        @e = e
+        @sock = sock
+        @config = svc.config
+      end
+
+      def run
+        if @config[:fallback_legacy_host]
+          @logger.info "legacy HTTP: fallbacking to: #{@config[:fallback_legacy_host]}:#{@config[:fallback_legacy_port]}"
+          upstream = TCPSocket.open(@config[:fallback_legacy_host], @config[:fallback_legacy_port])
+          upstream.write(@e.buf) if @e.buf
+          loop do
+            ret = IO.select([@sock, upstream])
+            ret[0].each { |s|
+              a = s.readpartial(65536)
+              if s == upstream
+                @sock.write(a)
+              else
+                upstream.write(a)
+              end
+            }
+          end
+        end
+      ensure
+        upstream.close if upstream
+      end
+    end
+  end
+end

data/lib/plum/rack/listener.rb

@@ -10,6 +10,10 @@ module Plum
         raise "not implemented"
       end
 
+      def accept(svc)
+        raise "not implemented"
+      end
+
       def method_missing(name, *args)
         @server.__send__(name, *args)
       end
@@ -24,8 +28,24 @@ module Plum
         @server.to_io
       end
 
-      def plum(sock)
-        ::Plum::HTTPServerConnection.new(sock.method(:write))
+      def accept(svc)
+        sock = @server.accept
+        Thread.start {
+          begin
+            plum = ::Plum::HTTPServerConnection.new(sock.method(:write))
+            sess = Session.new(svc, sock, plum)
+            sess.run
+          rescue Errno::ECONNRESET, EOFError # closed
+          rescue ::Plum::LegacyHTTPError => e
+            @logger.info "legacy HTTP client: #{e}"
+            sess = LegacySession.new(svc, e, sock)
+            sess.run
+          rescue => e
+            svc.log_exception(e)
+          ensure
+            sock.close
+          end
+        }
       end
     end
 
@@ -57,7 +77,7 @@ module Plum
         }
         tcp_server = ::TCPServer.new(lc[:hostname], lc[:port])
         @server = OpenSSL::SSL::SSLServer.new(tcp_server, ctx)
-        @server.start_immediately = false
+        @server.start_immediately = false # call socket#accept twice: [tcp, tls]
       end
 
       def parse_chained_cert(str)
@@ -68,9 +88,26 @@ module Plum
         @server.to_io
       end
 
-      def plum(sock)
-        raise ::Plum::LegacyHTTPError.new("client didn't offer h2 with ALPN", nil) unless sock.alpn_protocol == "h2"
-        ::Plum::ServerConnection.new(sock.method(:write))
+      def accept(svc)
+        sock = @server.accept
+        Thread.start {
+          begin
+            sock = sock.accept
+            raise ::Plum::LegacyHTTPError.new("client didn't offer h2 with ALPN", nil) unless sock.alpn_protocol == "h2"
+            plum = ::Plum::ServerConnection.new(sock.method(:write))
+            sess = Session.new(svc, sock, plum)
+            sess.run
+          rescue Errno::ECONNRESET, EOFError # closed
+          rescue ::Plum::LegacyHTTPError => e
+            @logger.info "legacy HTTP client: #{e}"
+            sess = LegacySession.new(svc, e, sock)
+            sess.run
+          rescue => e
+            svc.log_exception(e)
+          ensure
+            sock.close if sock
+          end
+        }
       end
 
       private
@@ -126,8 +163,20 @@ module Plum
         @server.to_io
       end
 
-      def plum(sock)
-        ::Plum::ServerConnection.new(sock.method(:write))
+      def accept(svc)
+        sock = @server.accept
+        Thread.start {
+          begin
+            plum = ::Plum::ServerConnection.new(sock.method(:write))
+            sess = Session.new(svc, sock, plum)
+            sess.run
+          rescue Errno::ECONNRESET, EOFError # closed
+          rescue => e
+            svc.log_exception(e)
+          ensure
+            sock.close if sock
+          end
+        }
       end
     end
   end

data/lib/plum/rack/server.rb

@@ -2,18 +2,15 @@
 module Plum
   module Rack
     class Server
-      attr_reader :config
+      attr_reader :config, :app, :logger, :threadpool
 
       def initialize(app, config)
         @config = config
         @state = :null
         @app = config[:debug] ? ::Rack::CommonLogger.new(app) : app
-        @logger = Logger.new(config[:log] || $stdout).tap { |l|
-          l.level = config[:debug] ? Logger::DEBUG : Logger::INFO
-        }
-        @listeners = config[:listeners].map { |lc|
-          lc[:listener].new(lc)
-        }
+        @logger = Logger.new(config[:log] || $stdout).tap { |l| l.level = config[:debug] ? Logger::DEBUG : Logger::INFO }
+        @listeners = config[:listeners].map { |lc| lc[:listener].new(lc) }
+        @threadpool = ThreadPool.new(@config[:threadpool_size]) if @config[:threaded]
 
         @logger.info("Plum #{::Plum::VERSION}")
         @logger.info("Config: #{config}")
@@ -24,87 +21,41 @@ module Plum
       end
 
       def start
+        #trap(:INT) { @state = :ee }
+        #require "lineprof"
+        #Lineprof.profile(//){
         @state = :running
-        while @state == :running
-          break if @listeners.empty?
+        while @state == :running && !@listeners.empty?
           begin
             if ss = IO.select(@listeners, nil, nil, 2.0)
               ss[0].each { |svr|
-                new_con(svr)
+                begin
+                  svr.accept(self)
+                rescue Errno::ECONNRESET, Errno::ECONNABORTED # closed
+                rescue => e
+                  log_exception(e)
+                end
               }
             end
-          rescue Errno::EBADF, Errno::ENOTSOCK, IOError => e # closed
-          rescue StandardError => e
+          rescue Errno::EBADF # closed
+          rescue => e
             log_exception(e)
           end
         end
+        #}
       end
 
       def stop
         @state = :stop
         @listeners.map(&:stop)
-        # TODO: gracefully shutdown connections
+        # TODO: gracefully shutdown connections (wait threadpool?)
       end
 
       private
-      def new_con(svr)
-        sock = svr.accept
-        Thread.new {
-          begin
-            begin
-              sock = sock.accept if sock.respond_to?(:accept)
-              plum = svr.plum(sock)
-
-              con = Session.new(app: @app,
-                                plum: plum,
-                                sock: sock,
-                                logger: @logger,
-                                config: @config,
-                                remote_addr: sock.peeraddr.last)
-              con.run
-            rescue ::Plum::LegacyHTTPError => e
-              @logger.info "legacy HTTP client: #{e}"
-              handle_legacy(e, sock)
-            end
-          rescue Errno::ECONNRESET, Errno::EPROTO, Errno::EINVAL, EOFError => e # closed
-          rescue StandardError => e
-            log_exception(e)
-          ensure
-            sock.close if sock
-          end
-        }
-      rescue Errno::ECONNRESET, Errno::ECONNABORTED, Errno::EPROTO, Errno::EINVAL => e # closed
-        sock.close if sock
-      rescue StandardError => e
-        log_exception(e)
-        sock.close if sock
-      end
-
       def log_exception(e)
         @logger.error("#{e.class}: #{e.message}\n#{e.backtrace.map { |b| "\t#{b}" }.join("\n")}")
       end
 
-      def handle_legacy(e, sock)
-        if @config[:fallback_legacy_host]
-          @logger.info "legacy HTTP: fallbacking to: #{@config[:fallback_legacy_host]}:#{@config[:fallback_legacy_port]}"
-          upstream = TCPSocket.open(@config[:fallback_legacy_host], @config[:fallback_legacy_port])
-          upstream.write(e.buf) if e.buf
-          loop do
-            ret = IO.select([sock, upstream])
-            ret[0].each { |s|
-              a = s.readpartial(65536)
-              if s == upstream
-                sock.write(a)
-              else
-                upstream.write(a)
-              end
-            }
-          end
-        end
-      ensure
-        upstream.close if upstream
-      end
-
       def drop_privileges
         begin
           user = @config[:user]

data/lib/plum/rack/session.rb

@@ -8,14 +8,15 @@ module Plum
     class Session
       attr_reader :app, :plum
 
-      def initialize(app:, plum:, sock:, logger:, config:, remote_addr: "127.0.0.1")
-        @app = app
-        @plum = plum
+      def initialize(svc, sock, plum)
+        @svc = svc
+        @app = svc.app
         @sock = sock
-        @logger = logger
-        @config = config
-        @remote_addr = remote_addr
-        @request_thread = {} # used if threaded
+        @plum = plum
+        @logger = svc.logger
+        @config = svc.config
+        @remote_addr = sock.peeraddr.last
+        @threadpool = svc.threadpool
 
         setup_plum
       end
@@ -24,12 +25,15 @@ module Plum
         @plum.close
       end
 
+      def to_io
+        @sock.to_io
+      end
+
       def run
         while !@sock.closed? && !@sock.eof?
           @plum << @sock.readpartial(1024)
         end
       ensure
-        @request_thread.each { |stream, thread| thread.kill }
         stop
       end
 
@@ -57,12 +61,21 @@ module Plum
         }
 
         @plum.on(:end_stream) { |stream|
-          if @config[:threaded]
-            @request_thread[stream] = Thread.new {
-              handle_request(stream, reqs[stream][:headers], reqs[stream][:data])
+          req = reqs.delete(stream)
+          err = proc { |err|
+            stream.send_headers({ ":status" => 500 }, end_stream: true)
+            @logger.error(err)
+          }
+          if @threadpool
+            @threadpool.acquire(err) {
+              handle_request(stream, req[:headers], req[:data])
             }
           else
-            handle_request(stream, reqs[stream][:headers], reqs[stream][:data])
+            begin
+              handle_request(stream, req[:headers], req[:data])
+            rescue
+              err.call($!)
+            end
           end
         }
       end
@@ -138,8 +151,6 @@ module Plum
             send_body(st, p_body) unless pno_body
           }
         end
-
-        @request_thread.delete(stream)
       end
 
       def new_env(h, data)

data/lib/plum/rack/thread_pool.rb

@@ -0,0 +1,35 @@
+# -*- frozen-string-literal: true -*-
+module Plum
+  module Rack
+    class ThreadPool
+      def initialize(size = 20)
+        @workers = Set.new
+        @jobs = Queue.new
+
+        size.times { |i|
+          spawn_worker
+        }
+      end
+
+      # returns cancel token
+      def acquire(tag = nil, err = nil, &blk)
+        @jobs << [blk, err]
+      end
+
+      private
+      def spawn_worker
+        t = Thread.new {
+          while true
+            job, err = @jobs.pop
+            begin
+              job.call
+            rescue => e
+              err << e if err
+            end
+          end
+        }
+        @workers << t
+      end
+    end
+  end
+end

data/lib/plum/version.rb

@@ -1,4 +1,4 @@
 # -*- frozen-string-literal: true -*-
 module Plum
-  VERSION = "0.2.8"
+  VERSION = "0.2.9"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: plum
 version: !ruby/object:Gem::Version
-  version: 0.2.8
+  version: 0.2.9
 platform: ruby
 authors:
 - rhenium
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-01-03 00:00:00.000000000 Z
+date: 2016-01-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -200,9 +200,11 @@ files:
 - lib/plum/rack/cli.rb
 - lib/plum/rack/config.rb
 - lib/plum/rack/dsl.rb
+- lib/plum/rack/legacy_session.rb
 - lib/plum/rack/listener.rb
 - lib/plum/rack/server.rb
 - lib/plum/rack/session.rb
+- lib/plum/rack/thread_pool.rb
 - lib/plum/server/connection.rb
 - lib/plum/server/http_connection.rb
 - lib/plum/server/ssl_socket_connection.rb