puma 0.8.2-java

data/lib/puma/thread_pool.rb

@@ -0,0 +1,95 @@
+require 'thread'
+
+module Puma
+  class ThreadPool
+    def initialize(min, max, &blk)
+      @todo = Queue.new
+      @mutex = Mutex.new
+
+      @spawned = 0
+      @min = min
+      @max = max
+      @block = blk
+
+      @trim_requested = 0
+
+      @workers = []
+
+      min.times { spawn_thread }
+    end
+
+    attr_reader :spawned
+
+    def backlog
+      @todo.size
+    end
+
+    Stop = Object.new
+    Trim = Object.new
+
+    def spawn_thread
+      @mutex.synchronize do
+        @spawned += 1
+      end
+
+      th = Thread.new do
+        todo = @todo
+        block = @block
+
+        while true
+          work = todo.pop
+
+          case work
+          when Stop
+            break
+          when Trim
+            @mutex.synchronize do
+              @trim_requested -= 1
+            end
+
+            break
+          else
+            block.call work
+          end
+        end
+
+        @mutex.synchronize do
+          @spawned -= 1
+          @workers.delete th
+        end
+      end
+
+      @mutex.synchronize { @workers << th }
+
+      th
+    end
+
+    def <<(work)
+      if @todo.num_waiting == 0 and @spawned < @max
+        spawn_thread
+      end
+
+      @todo << work
+    end
+
+    def trim
+      @mutex.synchronize do
+        if @spawned - @trim_requested > @min
+          @trim_requested += 1
+          @todo << Trim
+        end
+      end
+    end
+
+    def shutdown
+      @spawned.times do
+        @todo << Stop
+      end
+
+      @workers.each { |w| w.join }
+
+      @spawned = 0
+      @workers = []
+    end
+  end
+end

data/lib/puma/utils.rb

@@ -0,0 +1,44 @@
+module Puma
+  module Utils
+    # Performs URI escaping so that you can construct proper
+    # query strings faster.  Use this rather than the cgi.rb
+    # version since it's faster.  (Stolen from Camping).
+    def self.escape(s)
+      s.to_s.gsub(/([^ a-zA-Z0-9_.-]+)/n) {
+        '%'+$1.unpack('H2'*$1.size).join('%').upcase
+      }.tr(' ', '+') 
+    end
+
+
+    # Unescapes a URI escaped string. (Stolen from Camping).
+    def self.unescape(s)
+      s.tr('+', ' ').gsub(/((?:%[0-9a-fA-F]{2})+)/n){
+        [$1.delete('%')].pack('H*')
+      } 
+    end
+
+    # Parses a query string by breaking it up at the '&' 
+    # and ';' characters.  You can also use this to parse
+    # cookies by changing the characters used in the second
+    # parameter (which defaults to '&;'.
+    def self.query_parse(qs, d = '&;')
+      params = {}
+
+      qs.split(/[#{d}] */n).each do |p|
+        k, v = unescape(p).split('=', 2)
+
+        if cur = params[k]
+          if cur.kind_of? Array
+            params[k] << v
+          else
+            params[k] = [cur, v]
+          end
+        else
+          params[k] = v
+        end
+      end
+
+      return params
+    end
+  end
+end

data/lib/rack/handler/puma.rb

@@ -0,0 +1,48 @@
+require 'rack/handler'
+require 'puma'
+
+module Rack
+  module Handler
+    module Puma
+      DEFAULT_OPTIONS = {
+        :Host => '0.0.0.0',
+        :Port => 8080,
+        :Threads => '0:16',
+        :Quiet => false
+      }
+
+      def self.run(app, options = {})
+        options  = DEFAULT_OPTIONS.merge(options)
+
+        unless options[:Quiet]
+          app = Rack::CommonLogger.new(app, STDOUT)
+        end
+
+        server   = ::Puma::Server.new(app)
+        min, max = options[:Threads].split(':', 2)
+
+        puts "Puma #{::Puma::Const::PUMA_VERSION} starting..."
+        puts "* Min threads: #{min}, max threads: #{max}"
+        puts "* Listening on tcp://#{options[:Host]}:#{options[:Port]}"
+
+        server.add_tcp_listener options[:Host], options[:Port]
+        server.min_threads = Integer(min)
+        server.max_threads = Integer(max)
+        yield server if block_given?
+
+        server.run.join
+      end
+
+      def self.valid_options
+        {
+          "Host=HOST"       => "Hostname to listen on (default: localhost)",
+          "Port=PORT"       => "Port to listen on (default: 8080)",
+          "Threads=MIN:MAX" => "min:max threads to use (default 0:16)",
+          "Quiet"           => "Don't report each request"
+        }
+      end
+    end
+
+    register :puma, Puma
+  end
+end

data/puma.gemspec

@@ -0,0 +1,40 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "puma"
+  s.version = "0.8.2"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Evan Phoenix"]
+  s.date = "2011-11-22"
+  s.description = "Puma is a small library that provides a very fast and concurrent HTTP 1.1 server for Ruby web applications.  It is designed for running rack apps only.\n\nWhat makes Puma so fast is the careful use of an Ragel extension to provide fast, accurate HTTP 1.1 protocol parsing. This makes the server scream without too many portability issues."
+  s.email = ["evan@phx.io"]
+  s.executables = ["puma"]
+  s.extensions = ["ext/puma_http11/extconf.rb"]
+  s.extra_rdoc_files = ["History.txt", "Manifest.txt"]
+  s.files = ["COPYING", "Gemfile", "History.txt", "LICENSE", "Manifest.txt", "README.md", "Rakefile", "TODO", "bin/puma", "examples/builder.rb", "examples/camping/README", "examples/camping/blog.rb", "examples/camping/tepee.rb", "examples/httpd.conf", "examples/mime.yaml", "examples/mongrel.conf", "examples/monitrc", "examples/random_thrash.rb", "examples/simpletest.rb", "examples/webrick_compare.rb", "ext/puma_http11/PumaHttp11Service.java", "ext/puma_http11/ext_help.h", "ext/puma_http11/extconf.rb", "ext/puma_http11/http11_parser.c", "ext/puma_http11/http11_parser.h", "ext/puma_http11/http11_parser.java.rl", "ext/puma_http11/http11_parser.rl", "ext/puma_http11/http11_parser_common.rl", "ext/puma_http11/org/jruby/puma/Http11.java", "ext/puma_http11/org/jruby/puma/Http11Parser.java", "ext/puma_http11/puma_http11.c", "lib/puma.rb", "lib/puma/cli.rb", "lib/puma/const.rb", "lib/puma/events.rb", "lib/puma/gems.rb", "lib/puma/mime_types.yml", "lib/puma/rack_patch.rb", "lib/puma/server.rb", "lib/puma/thread_pool.rb", "lib/puma/utils.rb", "lib/rack/handler/puma.rb", "puma.gemspec", "tasks/gem.rake", "tasks/java.rake", "tasks/native.rake", "tasks/ragel.rake", "test/lobster.ru", "test/mime.yaml", "test/test_cli.rb", "test/test_http10.rb", "test/test_http11.rb", "test/test_persistent.rb", "test/test_rack_handler.rb", "test/test_rack_server.rb", "test/test_thread_pool.rb", "test/test_unix_socket.rb", "test/test_ws.rb", "test/testhelp.rb", "tools/trickletest.rb", ".gemtest"]
+  s.rdoc_options = ["--main", "README.md"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = "puma"
+  s.rubygems_version = "1.8.10"
+  s.summary = "Puma is a small library that provides a very fast and concurrent HTTP 1.1 server for Ruby web applications"
+  s.test_files = ["test/test_cli.rb", "test/test_http10.rb", "test/test_http11.rb", "test/test_persistent.rb", "test/test_rack_handler.rb", "test/test_rack_server.rb", "test/test_thread_pool.rb", "test/test_unix_socket.rb", "test/test_ws.rb"]
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<rack>, ["~> 1.2"])
+      s.add_development_dependency(%q<rake-compiler>, ["~> 0.7.0"])
+      s.add_development_dependency(%q<hoe>, ["~> 2.10"])
+    else
+      s.add_dependency(%q<rack>, ["~> 1.2"])
+      s.add_dependency(%q<rake-compiler>, ["~> 0.7.0"])
+      s.add_dependency(%q<hoe>, ["~> 2.10"])
+    end
+  else
+    s.add_dependency(%q<rack>, ["~> 1.2"])
+    s.add_dependency(%q<rake-compiler>, ["~> 0.7.0"])
+    s.add_dependency(%q<hoe>, ["~> 2.10"])
+  end
+end

data/tasks/gem.rake

@@ -0,0 +1,24 @@
+require 'hoe'
+
+HOE = Hoe.spec 'puma' do
+  self.rubyforge_name = 'puma'
+  self.readme_file = "README.md"
+  developer 'Evan Phoenix', 'evan@phx.io'
+
+  spec_extras[:extensions] = ["ext/puma_http11/extconf.rb"]
+  spec_extras[:executables] = ['puma']
+
+  dependency 'rack', '~> 1.2'
+
+  extra_dev_deps << ['rake-compiler', "~> 0.7.0"]
+
+  clean_globs.push('test_*.log', 'log')
+end
+
+file "#{HOE.spec.name}.gemspec" => ['Rakefile', 'tasks/gem.rake'] do |t|
+  puts "Generating #{t.name}"
+  File.open(t.name, 'w') { |f| f.puts HOE.spec.to_ruby }
+end
+
+desc "Generate or update the standalone gemspec file for the project"
+task :gemspec => ["#{HOE.spec.name}.gemspec"]

data/tasks/java.rake

@@ -0,0 +1,12 @@
+if IS_JRUBY
+
+  require 'rake/javaextensiontask'
+
+  # build http11 java extension
+  Rake::JavaExtensionTask.new('puma_http11', HOE.spec) do |ext|
+    ext.java_compiling do |gs|
+      gs.dependencies.delete gs.dependencies.find { |d| d.name == 'daemons' }
+    end
+  end
+
+end

data/tasks/native.rake

@@ -0,0 +1,36 @@
+unless IS_JRUBY
+  
+  # use rake-compiler for building the extension
+  require 'rake/extensiontask'
+  
+  # build http11 C extension
+  Rake::ExtensionTask.new('puma_http11', HOE.spec) do |ext|
+    # define target for extension (supporting fat binaries)
+    if RUBY_PLATFORM =~ /mingw|mswin/ then
+      RUBY_VERSION =~ /(\d+\.\d+)/
+      ext.lib_dir = "lib/#{$1}"
+    elsif ENV['CROSS']
+      # define cross-compilation tasks when not on Windows.
+      ext.cross_compile = true
+      ext.cross_platform = ['i386-mswin32', 'i386-mingw32']
+  
+      ext.cross_compiling do |gs|
+        gs.dependencies.delete gs.dependencies.find { |d| d.name == 'daemons' }
+      end
+    end
+  
+    # cleanup versioned library directory
+    CLEAN.include 'lib/{1.8,1.9}'
+  end
+end
+
+task :ext_clean do
+  sh "rm -rf lib/puma_http11.bundle"
+  sh "rm -rf lib/puma_http11.jar"
+  sh "rm -rf lib/puma_http11.so"
+end
+
+# ensure things are built prior testing
+task :test => [:compile]
+
+task :clean => :ext_clean

data/tasks/ragel.rake

@@ -0,0 +1,24 @@
+
+# the following tasks ease the build of C file from Ragel one
+
+file 'ext/puma_http11/http11_parser.c' => ['ext/puma_http11/http11_parser.rl'] do |t|
+  begin
+    sh "ragel #{t.prerequisites.last} -C -G2 -o #{t.name}"
+  rescue
+    fail "Could not build wrapper using Ragel (it failed or not installed?)"
+  end
+end
+
+file 'ext/puma_http11/org/jruby/puma/Http11Parser.java' => ['ext/puma_http11/http11_parser.java.rl'] do |t|
+  begin
+    sh "ragel #{t.prerequisites.last} -J -G2 -o #{t.name}"
+  rescue
+    fail "Could not build wrapper using Ragel (it failed or not installed?)"
+  end
+end
+
+if IS_JRUBY
+  task :ragel => 'ext/puma_http11/org/jruby/puma/Http11Parser.java'
+else
+  task :ragel => 'ext/puma_http11/http11_parser.c'
+end

data/test/lobster.ru

@@ -0,0 +1,4 @@
+require 'rack/lobster'
+
+use Rack::ShowExceptions
+run Rack::Lobster.new

data/test/mime.yaml

@@ -0,0 +1,3 @@
+--- 
+.jpeg: image/jpeg
+.png: image/test

data/test/test_cli.rb

@@ -0,0 +1,19 @@
+require 'test/unit'
+require 'puma/cli'
+require 'tempfile'
+
+class TestCLI < Test::Unit::TestCase
+  def setup
+    @pid_file = Tempfile.new("puma-test")
+    @pid_path = @pid_file.path
+    @pid_file.close!
+  end
+
+  def test_pid_file
+    cli = Puma::CLI.new ["--pidfile", @pid_path]
+    cli.parse_options
+    cli.write_pid
+
+    assert_equal File.read(@pid_path).strip.to_i, Process.pid
+  end
+end

data/test/test_http10.rb

@@ -0,0 +1,27 @@
+require 'test/testhelp'
+
+class Http10ParserTest < Test::Unit::TestCase
+  include Puma
+
+  def test_parse_simple
+    parser = HttpParser.new
+    req = {}
+    http = "GET / HTTP/1.0\r\n\r\n"
+    nread = parser.execute(req, http, 0)
+
+    assert nread == http.length, "Failed to parse the full HTTP request"
+    assert parser.finished?, "Parser didn't finish"
+    assert !parser.error?, "Parser had error"
+    assert nread == parser.nread, "Number read returned from execute does not match"
+
+    assert_equal '/', req['REQUEST_PATH']
+    assert_equal 'HTTP/1.0', req['HTTP_VERSION']
+    assert_equal '/', req['REQUEST_URI']
+    assert_equal 'GET', req['REQUEST_METHOD']    
+    assert_nil req['FRAGMENT']
+    assert_nil req['QUERY_STRING']
+    
+    parser.reset
+    assert parser.nread == 0, "Number read after reset should be 0"
+  end
+end

data/test/test_http11.rb

@@ -0,0 +1,151 @@
+# Copyright (c) 2011 Evan Phoenix
+# Copyright (c) 2005 Zed A. Shaw 
+
+require 'test/testhelp'
+
+include Puma
+
+class Http11ParserTest < Test::Unit::TestCase
+    
+  def test_parse_simple
+    parser = HttpParser.new
+    req = {}
+    http = "GET / HTTP/1.1\r\n\r\n"
+    nread = parser.execute(req, http, 0)
+
+    assert nread == http.length, "Failed to parse the full HTTP request"
+    assert parser.finished?, "Parser didn't finish"
+    assert !parser.error?, "Parser had error"
+    assert nread == parser.nread, "Number read returned from execute does not match"
+
+    assert_equal '/', req['REQUEST_PATH']
+    assert_equal 'HTTP/1.1', req['HTTP_VERSION']
+    assert_equal '/', req['REQUEST_URI']
+    assert_equal 'GET', req['REQUEST_METHOD']    
+    assert_nil req['FRAGMENT']
+    assert_nil req['QUERY_STRING']
+    
+    parser.reset
+    assert parser.nread == 0, "Number read after reset should be 0"
+  end
+ 
+  def test_parse_dumbfuck_headers
+    parser = HttpParser.new
+    req = {}
+    should_be_good = "GET / HTTP/1.1\r\naaaaaaaaaaaaa:++++++++++\r\n\r\n"
+    nread = parser.execute(req, should_be_good, 0)
+    assert_equal should_be_good.length, nread
+    assert parser.finished?
+    assert !parser.error?
+
+    nasty_pound_header = "GET / HTTP/1.1\r\nX-SSL-Bullshit:   -----BEGIN CERTIFICATE-----\r\n\tMIIFbTCCBFWgAwIBAgICH4cwDQYJKoZIhvcNAQEFBQAwcDELMAkGA1UEBhMCVUsx\r\n\tETAPBgNVBAoTCGVTY2llbmNlMRIwEAYDVQQLEwlBdXRob3JpdHkxCzAJBgNVBAMT\r\n\tAkNBMS0wKwYJKoZIhvcNAQkBFh5jYS1vcGVyYXRvckBncmlkLXN1cHBvcnQuYWMu\r\n\tdWswHhcNMDYwNzI3MTQxMzI4WhcNMDcwNzI3MTQxMzI4WjBbMQswCQYDVQQGEwJV\r\n\tSzERMA8GA1UEChMIZVNjaWVuY2UxEzARBgNVBAsTCk1hbmNoZXN0ZXIxCzAJBgNV\r\n\tBAcTmrsogriqMWLAk1DMRcwFQYDVQQDEw5taWNoYWVsIHBhcmQYJKoZIhvcNAQEB\r\n\tBQADggEPADCCAQoCggEBANPEQBgl1IaKdSS1TbhF3hEXSl72G9J+WC/1R64fAcEF\r\n\tW51rEyFYiIeZGx/BVzwXbeBoNUK41OK65sxGuflMo5gLflbwJtHBRIEKAfVVp3YR\r\n\tgW7cMA/s/XKgL1GEC7rQw8lIZT8RApukCGqOVHSi/F1SiFlPDxuDfmdiNzL31+sL\r\n\t0iwHDdNkGjy5pyBSB8Y79dsSJtCW/iaLB0/n8Sj7HgvvZJ7x0fr+RQjYOUUfrePP\r\n\tu2MSpFyf+9BbC/aXgaZuiCvSR+8Snv3xApQY+fULK/xY8h8Ua51iXoQ5jrgu2SqR\r\n\twgA7BUi3G8LFzMBl8FRCDYGUDy7M6QaHXx1ZWIPWNKsCAwEAAaOCAiQwggIgMAwG\r\n\tA1UdEwEB/wQCMAAwEQYJYIZIAYb4QgEBBAQDAgWgMA4GA1UdDwEB/wQEAwID6DAs\r\n\tBglghkgBhvhCAQ0EHxYdVUsgZS1TY2llbmNlIFVzZXIgQ2VydGlmaWNhdGUwHQYD\r\n\tVR0OBBYEFDTt/sf9PeMaZDHkUIldrDYMNTBZMIGaBgNVHSMEgZIwgY+AFAI4qxGj\r\n\tloCLDdMVKwiljjDastqooXSkcjBwMQswCQYDVQQGEwJVSzERMA8GA1UEChMIZVNj\r\n\taWVuY2UxEjAQBgNVBAsTCUF1dGhvcml0eTELMAkGA1UEAxMCQ0ExLTArBgkqhkiG\r\n\t9w0BCQEWHmNhLW9wZXJhdG9yQGdyaWQtc3VwcG9ydC5hYy51a4IBADApBgNVHRIE\r\n\tIjAggR5jYS1vcGVyYXRvckBncmlkLXN1cHBvcnQuYWMudWswGQYDVR0gBBIwEDAO\r\n\tBgwrBgEEAdkvAQEBAQYwPQYJYIZIAYb4QgEEBDAWLmh0dHA6Ly9jYS5ncmlkLXN1\r\n\tcHBvcnQuYWMudmT4sopwqlBWsvcHViL2NybC9jYWNybC5jcmwwPQYJYIZIAYb4QgEDBDAWLmh0\r\n\tdHA6Ly9jYS5ncmlkLXN1cHBvcnQuYWMudWsvcHViL2NybC9jYWNybC5jcmwwPwYD\r\n\tVR0fBDgwNjA0oDKgMIYuaHR0cDovL2NhLmdyaWQt5hYy51ay9wdWIv\r\n\tY3JsL2NhY3JsLmNybDANBgkqhkiG9w0BAQUFAAOCAQEAS/U4iiooBENGW/Hwmmd3\r\n\tXCy6Zrt08YjKCzGNjorT98g8uGsqYjSxv/hmi0qlnlHs+k/3Iobc3LjS5AMYr5L8\r\n\tUO7OSkgFFlLHQyC9JzPfmLCAugvzEbyv4Olnsr8hbxF1MbKZoQxUZtMVu29wjfXk\r\n\thTeApBv7eaKCWpSp7MCbvgzm74izKhu3vlDk9w6qVrxePfGgpKPqfHiOoGhFnbTK\r\n\twTC6o2xq5y0qZ03JonF7OJspEd3I5zKY3E+ov7/ZhW6DqT8UFvsAdjvQbXyhV8Eu\r\n\tYhixw1aKEPzNjNowuIseVogKOLXxWI5vAi5HgXdS0/ES5gDGsABo4fqovUKlgop3\r\n\tRA==\r\n\t-----END CERTIFICATE-----\r\n\r\n"
+    parser = HttpParser.new
+    req = {}
+    #nread = parser.execute(req, nasty_pound_header, 0)
+    #assert_equal nasty_pound_header.length, nread
+    #assert parser.finished?
+    #assert !parser.error?
+  end
+  
+  def test_parse_error
+    parser = HttpParser.new
+    req = {}
+    bad_http = "GET / SsUTF/1.1"
+
+    error = false
+    begin
+      nread = parser.execute(req, bad_http, 0)
+    rescue => details
+      error = true
+    end
+
+    assert error, "failed to throw exception"
+    assert !parser.finished?, "Parser shouldn't be finished"
+    assert parser.error?, "Parser SHOULD have error"
+  end
+
+  def test_fragment_in_uri
+    parser = HttpParser.new
+    req = {}
+    get = "GET /forums/1/topics/2375?page=1#posts-17408 HTTP/1.1\r\n\r\n"
+    assert_nothing_raised do
+      parser.execute(req, get, 0)
+    end
+    assert parser.finished?
+    assert_equal '/forums/1/topics/2375?page=1', req['REQUEST_URI']
+    assert_equal 'posts-17408', req['FRAGMENT']
+  end
+
+  # lame random garbage maker
+  def rand_data(min, max, readable=true)
+    count = min + ((rand(max)+1) *10).to_i
+    res = count.to_s + "/"
+    
+    if readable
+      res << Digest::SHA1.hexdigest(rand(count * 100).to_s) * (count / 40)
+    else
+      res << Digest::SHA1.digest(rand(count * 100).to_s) * (count / 20)
+    end
+
+    return res
+  end
+  
+
+  def test_horrible_queries
+    parser = HttpParser.new
+
+    # then that large header names are caught
+    10.times do |c|
+      get = "GET /#{rand_data(10,120)} HTTP/1.1\r\nX-#{rand_data(1024, 1024+(c*1024))}: Test\r\n\r\n"
+      assert_raises Puma::HttpParserError do
+        parser.execute({}, get, 0)
+        parser.reset
+      end
+    end
+
+    # then that large mangled field values are caught
+    10.times do |c|
+      get = "GET /#{rand_data(10,120)} HTTP/1.1\r\nX-Test: #{rand_data(1024, 1024+(c*1024), false)}\r\n\r\n"
+      assert_raises Puma::HttpParserError do
+        parser.execute({}, get, 0)
+        parser.reset
+      end
+    end
+
+    # then large headers are rejected too
+    get = "GET /#{rand_data(10,120)} HTTP/1.1\r\n"
+    get << "X-Test: test\r\n" * (80 * 1024)
+    assert_raises Puma::HttpParserError do
+      parser.execute({}, get, 0)
+      parser.reset
+    end
+
+    # finally just that random garbage gets blocked all the time
+    10.times do |c|
+      get = "GET #{rand_data(1024, 1024+(c*1024), false)} #{rand_data(1024, 1024+(c*1024), false)}\r\n\r\n"
+      assert_raises Puma::HttpParserError do
+        parser.execute({}, get, 0)
+        parser.reset
+      end
+    end
+
+  end
+
+
+
+  def test_query_parse
+    res = Utils.query_parse("zed=1&frank=#{Utils.escape('&&& ')}")
+    assert res["zed"], "didn't get the request right"
+    assert res["frank"], "no frank"
+    assert_equal "1", res["zed"], "wrong result"
+    assert_equal "&&& ", Utils.unescape(res["frank"]), "wrong result"
+
+    res = Utils.query_parse("zed=1&zed=2&zed=3&frank=11;zed=45")
+    assert res["zed"], "didn't get the request right"
+    assert res["frank"], "no frank"
+    assert_equal 4,res["zed"].length, "wrong number for zed"
+    assert_equal "11",res["frank"], "wrong number for frank"
+  end
+  
+end
+