steamcannon-thin 1.2.8

data/spec/rails_app/public/robots.txt

@@ -0,0 +1,5 @@
+# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
+#
+# To ban all spiders from the entire site uncomment the next two lines:
+# User-Agent: *
+# Disallow: /

data/spec/rails_app/script/about

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../config/boot'
+require 'commands/about'

data/spec/rails_app/script/console

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../config/boot'
+require 'commands/console'

data/spec/rails_app/script/destroy

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../config/boot'
+require 'commands/destroy'

data/spec/rails_app/script/generate

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../config/boot'
+require 'commands/generate'

data/spec/rails_app/script/performance/benchmarker

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../../config/boot'
+require 'commands/performance/benchmarker'

data/spec/rails_app/script/performance/profiler

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../../config/boot'
+require 'commands/performance/profiler'

data/spec/rails_app/script/performance/request

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../../config/boot'
+require 'commands/performance/request'

data/spec/rails_app/script/plugin

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../config/boot'
+require 'commands/plugin'

data/spec/rails_app/script/process/inspector

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../../config/boot'
+require 'commands/process/inspector'

data/spec/rails_app/script/process/reaper

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../../config/boot'
+require 'commands/process/reaper'

data/spec/rails_app/script/process/spawner

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../../config/boot'
+require 'commands/process/spawner'

data/spec/rails_app/script/runner

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../config/boot'
+require 'commands/runner'

data/spec/rails_app/script/server

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../config/boot'
+require 'commands/server'

data/spec/request/mongrel_spec.rb

@@ -0,0 +1,39 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+require 'digest/sha1'
+
+describe Request, 'legacy Mongrel tests' do
+  it 'should raise error on large header names' do
+    proc { R("GET /#{rand_data(10,120)} HTTP/1.1\r\nX-#{rand_data(1024, 1024+(1024))}: Test\r\n\r\n") }.
+      should raise_error(InvalidRequest)
+  end
+
+  it 'should raise error on large mangled field values' do
+    proc { R("GET /#{rand_data(10,120)} HTTP/1.1\r\nX-Test: #{rand_data(1024, 1024*1024, false)}\r\n\r\n") }.
+      should raise_error(InvalidRequest)
+  end
+  
+  it 'should raise error on big fat ugly headers' do
+    get = "GET /#{rand_data(10,120)} HTTP/1.1\r\n"
+    get << "X-Test: test\r\n" * (80 * 1024)
+    proc { R(get) }.should raise_error(InvalidRequest)
+  end
+
+  it 'should raise error on random garbage' do
+    proc { R("GET #{rand_data(1024, 1024+(1024), false)} #{rand_data(1024, 1024+(1024), false)}\r\n\r\n") }.
+      should raise_error(InvalidRequest)
+  end
+  
+  private
+    def rand_data(min, max, readable=true)
+      count = min + ((rand(max)+1) *10).to_i
+      res = count.to_s + "/"
+
+      if readable
+        res << Digest::SHA1.hexdigest(rand(count * 100).to_s) * (count / 40)
+      else
+        res << Digest::SHA1.digest(rand(count * 100).to_s) * (count / 20)
+      end
+
+      return res
+    end
+end

data/spec/request/parser_spec.rb

@@ -0,0 +1,254 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+# Require mongrel so we can test that Thin parser don't clash w/ Mongrel parser.
+begin
+  require 'mongrel'
+rescue LoadError
+  warn "Install mongrel to test compatibility w/ it"
+end
+
+describe Request, 'parser' do
+  it 'should include basic headers' do
+    request = R("GET / HTTP/1.1\r\nHost: localhost\r\n\r\n")
+    request.env['SERVER_PROTOCOL'].should == 'HTTP/1.1'
+    request.env['REQUEST_PATH'].should == '/'
+    request.env['HTTP_VERSION'].should == 'HTTP/1.1'
+    request.env['REQUEST_URI'].should == '/'
+    request.env['GATEWAY_INTERFACE'].should == 'CGI/1.2'
+    request.env['REQUEST_METHOD'].should == 'GET'
+    request.env["rack.url_scheme"].should == 'http'
+    request.env['FRAGMENT'].to_s.should be_empty
+    request.env['QUERY_STRING'].to_s.should be_empty
+    
+    request.should validate_with_lint
+  end
+  
+  it 'should not prepend HTTP_ to Content-Type and Content-Length' do
+    request = R("POST / HTTP/1.1\r\nHost: localhost\r\nContent-Type: text/html\r\nContent-Length: 2\r\n\r\naa")
+    request.env.keys.should_not include('HTTP_CONTENT_TYPE', 'HTTP_CONTENT_LENGTH')
+    request.env.keys.should include('CONTENT_TYPE', 'CONTENT_LENGTH')
+    
+    request.should validate_with_lint
+  end
+  
+  it 'should raise error on invalid request line' do
+    proc { R("GET / SsUTF/1.1") }.should raise_error(InvalidRequest)
+    proc { R("GET / HTTP/1.1yousmelllikecheeze") }.should raise_error(InvalidRequest)
+  end
+  
+  it 'should support fragment in uri' do
+    request = R("GET /forums/1/topics/2375?page=1#posts-17408 HTTP/1.1\r\nHost: localhost\r\n\r\n")
+
+    request.env['REQUEST_URI'].should == '/forums/1/topics/2375?page=1'
+    request.env['PATH_INFO'].should == '/forums/1/topics/2375'
+    request.env['QUERY_STRING'].should == 'page=1'
+    request.env['FRAGMENT'].should == 'posts-17408'
+    
+    request.should validate_with_lint
+  end
+  
+  it 'should parse path with query string' do
+    request = R("GET /index.html?234235 HTTP/1.1\r\nHost: localhost\r\n\r\n")
+    request.env['REQUEST_PATH'].should == '/index.html'
+    request.env['QUERY_STRING'].should == '234235'
+    request.env['FRAGMENT'].should be_nil
+    
+    request.should validate_with_lint
+  end
+  
+  it 'should parse headers from GET request' do
+    request = R(<<-EOS, true)
+GET / HTTP/1.1
+Host: myhost.com:3000
+User-Agent: Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-US; rv:1.8.1.9) Gecko/20071025 Firefox/2.0.0.9
+Accept: text/xml,application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5
+Accept-Language: en-us,en;q=0.5
+Accept-Encoding: gzip,deflate
+Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7
+Cookie: mium=7
+Keep-Alive: 300
+Connection: keep-alive
+
+EOS
+    request.env['HTTP_HOST'].should == 'myhost.com:3000'
+    request.env['SERVER_NAME'].should == 'myhost.com'
+    request.env['SERVER_PORT'].should == '3000'
+    request.env['HTTP_COOKIE'].should == 'mium=7'
+
+    request.should validate_with_lint
+  end
+
+  it 'should parse POST request with data' do
+    request = R(<<-EOS.chomp, true)
+POST /postit HTTP/1.1
+Host: localhost:3000
+User-Agent: Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-US; rv:1.8.1.9) Gecko/20071025 Firefox/2.0.0.9
+Accept: text/xml,application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5
+Accept-Language: en-us,en;q=0.5
+Accept-Encoding: gzip,deflate
+Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7
+Keep-Alive: 300
+Connection: keep-alive
+Content-Type: text/html
+Content-Length: 37
+
+name=marc&email=macournoyer@gmail.com
+EOS
+
+    request.env['REQUEST_METHOD'].should == 'POST'
+    request.env['REQUEST_URI'].should == '/postit'
+    request.env['CONTENT_TYPE'].should == 'text/html'
+    request.env['CONTENT_LENGTH'].should == '37'
+    request.env['HTTP_ACCEPT'].should == 'text/xml,application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5'
+    request.env['HTTP_ACCEPT_LANGUAGE'].should == 'en-us,en;q=0.5'
+
+    request.body.rewind
+    request.body.read.should == 'name=marc&email=macournoyer@gmail.com'
+    request.body.class.should == StringIO
+
+    request.should validate_with_lint
+  end
+
+  it 'should not fuck up on stupid fucked IE6 headers' do
+    body = <<-EOS
+POST /codes/58-tracking-file-downloads-automatically-in-google-analytics-with-prototype/refactors HTTP/1.0
+X-Real-IP: 62.24.71.95
+X-Forwarded-For: 62.24.71.95
+Host: refactormycode.com
+Connection: close
+TE: deflate,gzip;q=0.3
+Accept: */*
+Range: bytes=0-499999
+Referer: http://refactormycode.com/codes/58-tracking-file-downloads-automatically-in-google-analytics-with-prototype
+User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)
+Content-Length: 1
+Content-Type: application/x-www-form-urlencoded
+Cookie: _refactormycode_session_id=a1b2n3jk4k5; flash=%7B%7D
+Cookie2: $Version="1"
+
+a
+EOS
+    request = R(body, true)
+    request.env['HTTP_COOKIE2'].should == '$Version="1"'
+
+    request.should validate_with_lint
+  end
+
+  it 'shoud accept long query string' do
+    body = <<-EOS
+GET /session?open_id_complete=1&nonce=ytPOcwni&nonce=ytPOcwni&openid.assoc_handle=%7BHMAC-SHA1%7D%7B473e38fe%7D%7BJTjJxA%3D%3D%7D&openid.identity=http%3A%2F%2Fmacournoyer.myopenid.com%2F&openid.mode=id_res&openid.op_endpoint=http%3A%2F%2Fwww.myopenid.com%2Fserver&openid.response_nonce=2007-11-29T01%3A19%3A35ZGA5FUU&openid.return_to=http%3A%2F%2Flocalhost%3A3000%2Fsession%3Fopen_id_complete%3D1%26nonce%3DytPOcwni%26nonce%3DytPOcwni&openid.sig=lPIRgwpfR6JAdGGnb0ZjcY%2FWjr8%3D&openid.signed=assoc_handle%2Cidentity%2Cmode%2Cop_endpoint%2Cresponse_nonce%2Creturn_to%2Csigned%2Csreg.email%2Csreg.nickname&openid.sreg.email=macournoyer%40yahoo.ca&openid.sreg.nickname=macournoyer HTTP/1.1
+Host: localhost:3000
+
+EOS
+    request = R(body, true)
+
+    request.env['QUERY_STRING'].should == 'open_id_complete=1&nonce=ytPOcwni&nonce=ytPOcwni&openid.assoc_handle=%7BHMAC-SHA1%7D%7B473e38fe%7D%7BJTjJxA%3D%3D%7D&openid.identity=http%3A%2F%2Fmacournoyer.myopenid.com%2F&openid.mode=id_res&openid.op_endpoint=http%3A%2F%2Fwww.myopenid.com%2Fserver&openid.response_nonce=2007-11-29T01%3A19%3A35ZGA5FUU&openid.return_to=http%3A%2F%2Flocalhost%3A3000%2Fsession%3Fopen_id_complete%3D1%26nonce%3DytPOcwni%26nonce%3DytPOcwni&openid.sig=lPIRgwpfR6JAdGGnb0ZjcY%2FWjr8%3D&openid.signed=assoc_handle%2Cidentity%2Cmode%2Cop_endpoint%2Cresponse_nonce%2Creturn_to%2Csigned%2Csreg.email%2Csreg.nickname&openid.sreg.email=macournoyer%40yahoo.ca&openid.sreg.nickname=macournoyer'
+
+    request.should validate_with_lint
+  end
+  
+  it 'should parse even with stupid Content-Length' do
+    body = <<-EOS.chomp
+POST / HTTP/1.1
+Host: localhost:3000
+Content-Length: 300
+
+aye
+EOS
+    request = R(body, true)
+
+    request.body.rewind
+    request.body.read.should == 'aye'
+  end
+  
+  it "should parse ie6 urls" do
+    %w(/some/random/path"
+       /some/random/path>
+       /some/random/path<
+       /we/love/you/ie6?q=<"">
+       /url?<="&>="
+       /mal"formed"?
+    ).each do |path|
+      parser     = HttpParser.new
+      req        = {}
+      sorta_safe = %(GET #{path} HTTP/1.1\r\n\r\n)
+      nread      = parser.execute(req, sorta_safe, 0)
+
+      sorta_safe.size.should == nread - 1 # Ragel 6 skips last linebreak
+      parser.should be_finished
+      parser.should_not be_error
+    end
+  end
+  
+  xit "should parse absolute request URI" do
+    request = R(<<-EOS, true)
+GET http://localhost:3000/hi HTTP/1.1
+Host: localhost:3000
+
+EOS
+    request.env['PATH_INFO'].should == '/hi'
+
+    request.should validate_with_lint
+  end
+  
+  
+  it "should fails on heders larger then MAX_HEADER" do
+    proc { R("GET / HTTP/1.1\r\nFoo: #{'X' * Request::MAX_HEADER}\r\n\r\n") }.should raise_error(InvalidRequest)
+  end
+  
+  it "should default SERVER_NAME to localhost" do
+    request = R("GET / HTTP/1.1\r\n\r\n")
+    request.env['SERVER_NAME'].should == "localhost"
+  end
+  
+  it 'should normalize http_fields' do
+    [ "GET /index.html HTTP/1.1\r\nhos-t: localhost\r\n\r\n",
+      "GET /index.html HTTP/1.1\r\nhOs_t: localhost\r\n\r\n",
+      "GET /index.html HTTP/1.1\r\nhoS-T: localhost\r\n\r\n"
+    ].each { |req_str|
+      parser     = HttpParser.new
+      req        = {}
+      nread      = parser.execute(req, req_str, 0)
+      req.should have_key('HTTP_HOS_T')
+    }
+  end
+  
+  it "should parse PATH_INFO with semicolon" do
+    qs = "QUERY_STRING"
+    pi = "PATH_INFO"
+    {
+      "/1;a=b?c=d&e=f" => { qs => "c=d&e=f", pi => "/1;a=b" },
+      "/1?c=d&e=f" => { qs => "c=d&e=f", pi => "/1" },
+      "/1;a=b" => { qs => "", pi => "/1;a=b" },
+      "/1;a=b?" => { qs => "", pi => "/1;a=b" },
+      "/1?a=b;c=d&e=f" => { qs => "a=b;c=d&e=f", pi => "/1" },
+      "*" => { qs => "", pi => "" },
+    }.each do |uri, expect|
+      parser     = HttpParser.new
+      env        = {}
+      nread      = parser.execute(env, "GET #{uri} HTTP/1.1\r\nHost: www.example.com\r\n\r\n", 0)
+
+      env[pi].should == expect[pi]
+      env[qs].should == expect[qs]
+      env["REQUEST_URI"].should == uri
+
+      next if uri == "*"
+      
+      # Validate w/ Ruby's URI.parse
+      uri = URI.parse("http://example.com#{uri}")
+      env[qs].should == uri.query.to_s
+      env[pi].should == uri.path
+    end
+  end
+  
+  it "should parse IE7 badly encoded URL" do
+    body = <<-EOS.chomp
+GET /H%uFFFDhnchenbrustfilet HTTP/1.1
+Host: localhost:3000
+
+EOS
+    request = R(body, true)
+
+    request.env['REQUEST_URI'].should == "/H%uFFFDhnchenbrustfilet"
+  end
+end

data/spec/request/persistent_spec.rb

@@ -0,0 +1,35 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+describe Request, 'persistent' do
+  before do
+    @request = Request.new
+  end
+  
+  it "should not assume that a persistent connection is maintained for HTTP version 1.0" do
+    @request.env['HTTP_VERSION'] = 'HTTP/1.0'
+    @request.should_not be_persistent
+  end
+
+  it "should assume that a persistent connection is maintained for HTTP version 1.0 when specified" do
+    @request.env['HTTP_VERSION'] = 'HTTP/1.0'
+    @request.env['HTTP_CONNECTION'] = 'Keep-Alive'
+    @request.should be_persistent
+  end
+  
+  it "should maintain a persistent connection for HTTP/1.1 client" do
+    @request.env['HTTP_VERSION'] = 'HTTP/1.1'
+    @request.env['HTTP_CONNECTION'] = 'Keep-Alive'
+    @request.should be_persistent
+  end
+
+  it "should maintain a persistent connection for HTTP/1.1 client by default" do
+    @request.env['HTTP_VERSION'] = 'HTTP/1.1'
+    @request.should be_persistent
+  end
+
+  it "should not maintain a persistent connection for HTTP/1.1 client when Connection header include close" do
+    @request.env['HTTP_VERSION'] = 'HTTP/1.1'
+    @request.env['HTTP_CONNECTION'] = 'close'
+    @request.should_not be_persistent
+  end
+end

data/spec/request/processing_spec.rb

@@ -0,0 +1,50 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+describe Request, 'processing' do
+  it 'should parse in chunks' do
+    request = Request.new
+    request.parse("POST / HTTP/1.1\r\n").should be_false
+    request.parse("Host: localhost\r\n").should be_false
+    request.parse("Content-Length: 9\r\n").should be_false
+    request.parse("\r\nvery ").should be_false
+    request.parse("cool").should be_true
+
+    request.env['CONTENT_LENGTH'].should == '9'
+    request.body.read.should == 'very cool'
+    request.should validate_with_lint
+  end
+
+  it "should move body to tempfile when too big" do
+    len = Request::MAX_BODY + 2
+    request = Request.new
+    request.parse("POST /postit HTTP/1.1\r\nContent-Length: #{len}\r\n\r\n#{'X' * (len/2)}")
+    request.parse('X' * (len/2))
+
+    request.body.size.should == len
+    request.should be_finished
+    request.body.class.should == Tempfile
+  end
+
+  it "should delete body tempfile when closing" do
+    body = 'X' * (Request::MAX_BODY + 1)
+    
+    request = Request.new
+    request.parse("POST /postit HTTP/1.1\r\n")
+    request.parse("Content-Length: #{body.size}\r\n\r\n")
+    request.parse(body)
+
+    request.body.path.should_not be_nil
+    request.close
+    request.body.path.should be_nil
+  end
+
+  it "should raise error when header is too big" do
+    big_headers = "X-Test: X\r\n" * (1024 * (80 + 32))
+    proc { R("GET / HTTP/1.1\r\n#{big_headers}\r\n") }.should raise_error(InvalidRequest)
+  end
+  
+  it "should set body external encoding to ASCII_8BIT" do
+    pending("Ruby 1.9 compatible implementations only") unless StringIO.instance_methods.include? :external_encoding
+    Request.new.body.external_encoding.should == Encoding::ASCII_8BIT
+  end
+end