jls-http_parser.rb 0.5.3.1

data/http_parser.rb.gemspec

@@ -0,0 +1,27 @@
+Gem::Specification.new do |s|
+  s.name = "jls-http_parser.rb"
+  s.version = "0.5.3.1"
+  s.summary = "Simple callback-based HTTP request/response parser"
+  s.description = "Ruby bindings to http://github.com/ry/http-parser and http://github.com/a2800276/http-parser.java"
+
+  s.authors = ["Marc-Andre Cournoyer", "Aman Gupta"]
+  s.email   = ["macournoyer@gmail.com", "aman@tmm1.net"]
+
+  s.homepage = "http://github.com/tmm1/http_parser.rb"
+  s.files = `git ls-files`.split("\n") + Dir['ext/ruby_http_parser/vendor/**/*']
+
+  s.require_paths = ["lib"]
+  s.extensions    = ["ext/ruby_http_parser/extconf.rb"]
+
+  s.add_development_dependency 'rake-compiler', '>= 0.7.9'
+  s.add_development_dependency 'rspec', '>= 2.0.1'
+  s.add_development_dependency 'json', '>= 1.4.6'
+  s.add_development_dependency 'benchmark_suite'
+  s.add_development_dependency 'ffi'
+
+  if RUBY_PLATFORM =~ /java/
+    s.add_development_dependency 'jruby-openssl'
+  else
+    s.add_development_dependency 'yajl-ruby', '>= 0.8.1'
+  end
+end

data/lib/http/parser.rb

@@ -0,0 +1 @@
+require 'http_parser'

data/lib/http_parser.rb

@@ -0,0 +1,21 @@
+$:.unshift File.expand_path('../', __FILE__)
+require 'ruby_http_parser'
+
+Http = HTTP
+
+module HTTP
+  class Parser
+    class << self
+      attr_reader :default_header_value_type
+
+      def default_header_value_type=(val)
+        if (val != :mixed && val != :strings && val != :arrays)
+          raise ArgumentError, "Invalid header value type"
+        end
+        @default_header_value_type = val
+      end
+    end
+  end
+end
+
+HTTP::Parser.default_header_value_type = :mixed

data/spec/parser_spec.rb

@@ -0,0 +1,326 @@
+require "spec_helper"
+require "json"
+
+describe HTTP::Parser do
+  before do
+    @parser = HTTP::Parser.new
+
+    @headers = nil
+    @body = ""
+    @started = false
+    @done = false
+
+    @parser.on_message_begin = proc{ @started = true }
+    @parser.on_headers_complete = proc { |e| @headers = e }
+    @parser.on_body = proc { |chunk| @body << chunk }
+    @parser.on_message_complete = proc{ @done = true }
+  end
+
+  it "should have initial state" do
+    @parser.headers.should be_nil
+
+    @parser.http_version.should be_nil
+    @parser.http_method.should be_nil
+    @parser.status_code.should be_nil
+
+    @parser.request_url.should be_nil
+    @parser.request_path.should be_nil
+    @parser.query_string.should be_nil
+    @parser.fragment.should be_nil
+
+    @parser.header_value_type.should == :mixed
+  end
+
+  it "should allow us to set the header value type" do
+    [:mixed, :arrays, :strings].each do |type|
+      @parser.header_value_type = type
+      @parser.header_value_type.should == type
+
+      parser_tmp = HTTP::Parser.new(nil, type)
+      parser_tmp.header_value_type.should == type
+    end
+  end
+
+  it "should allow us to set the default header value type" do
+    [:mixed, :arrays, :strings].each do |type|
+      HTTP::Parser.default_header_value_type = type
+
+      parser = HTTP::Parser.new
+      parser.header_value_type.should == type
+    end
+  end
+
+  it "should throw an Argument Error if header value type is invalid" do
+    proc{ @parser.header_value_type = 'bob' }.should raise_error(ArgumentError)
+  end
+
+  it "should throw an Argument Error if default header value type is invalid" do
+    proc{ HTTP::Parser.default_header_value_type = 'bob' }.should raise_error(ArgumentError)
+  end
+
+  it "should implement basic api" do
+    @parser <<
+      "GET /test?ok=1 HTTP/1.1\r\n" +
+      "User-Agent: curl/7.18.0\r\n" +
+      "Host: 0.0.0.0:5000\r\n" +
+      "Accept: */*\r\n" +
+      "Content-Length: 5\r\n" +
+      "\r\n" +
+      "World"
+
+    @started.should be_true
+    @done.should be_true
+
+    @parser.http_major.should == 1
+    @parser.http_minor.should == 1
+    @parser.http_version.should == [1,1]
+    @parser.http_method.should == 'GET'
+    @parser.status_code.should be_nil
+
+    @parser.request_url.should == '/test?ok=1'
+    @parser.request_path.should == '/test'
+    @parser.query_string.should == 'ok=1'
+    @parser.fragment.should be_empty
+
+    @parser.headers.should == @headers
+    @parser.headers['User-Agent'].should == 'curl/7.18.0'
+    @parser.headers['Host'].should == '0.0.0.0:5000'
+
+    @body.should == "World"
+  end
+
+  it "should raise errors on invalid data" do
+    proc{ @parser << "BLAH" }.should raise_error(HTTP::Parser::Error)
+  end
+
+  it "should abort parser via callback" do
+    @parser.on_headers_complete = proc { |e| @headers = e; :stop }
+
+    data =
+      "GET / HTTP/1.0\r\n" +
+      "Content-Length: 5\r\n" +
+      "\r\n" +
+      "World"
+
+    bytes = @parser << data
+
+    bytes.should == 37
+    data[bytes..-1].should == 'World'
+
+    @headers.should == {'Content-Length' => '5'}
+    @body.should be_empty
+    @done.should be_false
+  end
+
+  it "should reset to initial state" do
+    @parser << "GET / HTTP/1.0\r\n\r\n"
+
+    @parser.http_method.should == 'GET'
+    @parser.http_version.should == [1,0]
+
+    @parser.request_url.should == '/'
+    @parser.request_path.should == '/'
+    @parser.query_string.should == ''
+    @parser.fragment.should == ''
+
+    @parser.reset!.should be_true
+
+    @parser.http_version.should be_nil
+    @parser.http_method.should be_nil
+    @parser.status_code.should be_nil
+
+    @parser.request_url.should be_nil
+    @parser.request_path.should be_nil
+    @parser.query_string.should be_nil
+    @parser.fragment.should be_nil
+  end
+
+  it "should optionally reset parser state on no-body responses" do
+   @parser.reset!.should be_true
+
+   @head, @complete = 0, 0
+   @parser.on_headers_complete = proc {|h| @head += 1; :reset }
+   @parser.on_message_complete = proc { @complete += 1 }
+   @parser.on_body = proc {|b| fail }
+
+   head_response = "HTTP/1.1 200 OK\r\nContent-Length:10\r\n\r\n"
+
+   @parser << head_response
+   @head.should == 1
+   @complete.should == 1
+
+   @parser << head_response
+   @head.should == 2
+   @complete.should == 2
+  end
+
+  it "should retain callbacks after reset" do
+    @parser.reset!.should be_true
+
+    @parser << "GET / HTTP/1.0\r\n\r\n"
+    @started.should be_true
+    @headers.should == {}
+    @done.should be_true
+  end
+
+  it "should parse headers incrementally" do
+    request =
+      "GET / HTTP/1.0\r\n" +
+      "Header1: value 1\r\n" +
+      "Header2: value 2\r\n" +
+      "\r\n"
+
+    while chunk = request.slice!(0,2) and !chunk.empty?
+      @parser << chunk
+    end
+
+    @parser.headers.should == {
+      'Header1' => 'value 1',
+      'Header2' => 'value 2'
+    }
+  end
+
+  it "should handle multiple headers using strings" do
+    @parser.header_value_type = :strings
+
+    @parser <<
+      "GET / HTTP/1.0\r\n" +
+      "Set-Cookie: PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com\r\n" +
+      "Set-Cookie: NID=46jSHxPM; path=/; domain=.bob.com; HttpOnly\r\n" +
+      "\r\n"
+
+    @parser.headers["Set-Cookie"].should == "PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com, NID=46jSHxPM; path=/; domain=.bob.com; HttpOnly"
+  end
+
+  it "should handle multiple headers using strings" do
+    @parser.header_value_type = :arrays
+
+    @parser <<
+      "GET / HTTP/1.0\r\n" +
+      "Set-Cookie: PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com\r\n" +
+      "Set-Cookie: NID=46jSHxPM; path=/; domain=.bob.com; HttpOnly\r\n" +
+      "\r\n"
+
+    @parser.headers["Set-Cookie"].should == [
+        "PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com",
+        "NID=46jSHxPM; path=/; domain=.bob.com; HttpOnly"
+    ]
+  end
+
+  it "should handle multiple headers using mixed" do
+    @parser.header_value_type = :mixed
+
+    @parser <<
+      "GET / HTTP/1.0\r\n" +
+      "Set-Cookie: PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com\r\n" +
+      "Set-Cookie: NID=46jSHxPM; path=/; domain=.bob.com; HttpOnly\r\n" +
+      "\r\n"
+
+    @parser.headers["Set-Cookie"].should == [
+        "PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com",
+        "NID=46jSHxPM; path=/; domain=.bob.com; HttpOnly"
+    ]
+  end
+
+  it "should handle a single cookie using mixed" do
+    @parser.header_value_type = :mixed
+
+    @parser <<
+      "GET / HTTP/1.0\r\n" +
+      "Set-Cookie: PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com\r\n" +
+      "\r\n"
+
+    @parser.headers["Set-Cookie"].should == "PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com"
+  end
+
+  it "should support alternative api" do
+    callbacks = double('callbacks')
+    callbacks.stub(:on_message_begin){ @started = true }
+    callbacks.stub(:on_headers_complete){ |e| @headers = e }
+    callbacks.stub(:on_body){ |chunk| @body << chunk }
+    callbacks.stub(:on_message_complete){ @done = true }
+
+    @parser = HTTP::Parser.new(callbacks)
+    @parser << "GET / HTTP/1.0\r\n\r\n"
+
+    @started.should be_true
+    @headers.should == {}
+    @body.should == ''
+    @done.should be_true
+  end
+
+  it "should ignore extra content beyond specified length" do
+    @parser <<
+      "GET / HTTP/1.0\r\n" +
+      "Content-Length: 5\r\n" +
+      "\r\n" +
+      "hello" +
+      "  \n"
+
+    @body.should == 'hello'
+    @done.should be_true
+  end
+
+  it 'sets upgrade_data if available' do
+    @parser <<
+      "GET /demo HTTP/1.1\r\n" +
+      "Connection: Upgrade\r\n" +
+      "Upgrade: WebSocket\r\n\r\n" +
+      "third key data"
+
+    @parser.upgrade?.should be_true
+    @parser.upgrade_data.should == 'third key data'
+  end
+
+  it 'sets upgrade_data to blank if un-available' do
+    @parser <<
+      "GET /demo HTTP/1.1\r\n" +
+      "Connection: Upgrade\r\n" +
+      "Upgrade: WebSocket\r\n\r\n"
+
+    @parser.upgrade?.should be_true
+    @parser.upgrade_data.should == ''
+  end
+
+  %w[ request response ].each do |type|
+    JSON.parse(File.read(File.expand_path("../support/#{type}s.json", __FILE__))).each do |test|
+      test['headers'] ||= {}
+
+      it "should parse #{type}: #{test['name']}" do
+        @parser << test['raw']
+
+        @parser.keep_alive?.should == test['should_keep_alive']
+        @parser.upgrade?.should == (test['upgrade']==1)
+        @parser.http_method.should == test['method']
+
+        fields = %w[
+          http_major
+          http_minor
+        ]
+
+        if test['type'] == 'HTTP_REQUEST'
+          fields += %w[
+            request_url
+            request_path
+            query_string
+            fragment
+          ]
+        else
+          fields += %w[
+            status_code
+          ]
+        end
+
+        fields.each do |field|
+          @parser.send(field).should == test[field]
+        end
+
+        @headers.size.should == test['num_headers']
+        @headers.should == test['headers']
+
+        @body.should == test['body']
+        @body.size.should == test['body_size'] if test['body_size']
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1 @@
+require "http_parser"

data/spec/support/requests.json

@@ -0,0 +1,400 @@
+[
+  {
+    "name": "curl get",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /test HTTP/1.1\r\nUser-Agent: curl/7.18.0 (i486-pc-linux-gnu) libcurl/7.18.0 OpenSSL/0.9.8g zlib/1.2.3.3 libidn/1.1\r\nHost: 0.0.0.0=5000\r\nAccept: */*\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/test",
+    "request_url": "/test",
+    "num_headers": 3,
+    "headers": {
+      "User-Agent": "curl/7.18.0 (i486-pc-linux-gnu) libcurl/7.18.0 OpenSSL/0.9.8g zlib/1.2.3.3 libidn/1.1",
+      "Host": "0.0.0.0=5000",
+      "Accept": "*/*"
+    },
+    "body": ""
+  },
+  {
+    "name": "firefox get",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /favicon.ico HTTP/1.1\r\nHost: 0.0.0.0=5000\r\nUser-Agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9) Gecko/2008061015 Firefox/3.0\r\nAccept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\r\nAccept-Language: en-us,en;q=0.5\r\nAccept-Encoding: gzip,deflate\r\nAccept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7\r\nKeep-Alive: 300\r\nConnection: keep-alive\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/favicon.ico",
+    "request_url": "/favicon.ico",
+    "num_headers": 8,
+    "headers": {
+      "Host": "0.0.0.0=5000",
+      "User-Agent": "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9) Gecko/2008061015 Firefox/3.0",
+      "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+      "Accept-Language": "en-us,en;q=0.5",
+      "Accept-Encoding": "gzip,deflate",
+      "Accept-Charset": "ISO-8859-1,utf-8;q=0.7,*;q=0.7",
+      "Keep-Alive": "300",
+      "Connection": "keep-alive"
+    },
+    "body": ""
+  },
+  {
+    "name": "dumbfuck",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /dumbfuck HTTP/1.1\r\naaaaaaaaaaaaa:++++++++++\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/dumbfuck",
+    "request_url": "/dumbfuck",
+    "num_headers": 1,
+    "headers": {
+      "aaaaaaaaaaaaa": "++++++++++"
+    },
+    "body": ""
+  },
+  {
+    "name": "fragment in url",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /forums/1/topics/2375?page=1#posts-17408 HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "page=1",
+    "fragment": "posts-17408",
+    "request_path": "/forums/1/topics/2375",
+    "request_url": "/forums/1/topics/2375?page=1#posts-17408",
+    "num_headers": 0,
+    "body": ""
+  },
+  {
+    "name": "get no headers no body",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /get_no_headers_no_body/world HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/get_no_headers_no_body/world",
+    "request_url": "/get_no_headers_no_body/world",
+    "num_headers": 0,
+    "body": ""
+  },
+  {
+    "name": "get one header no body",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /get_one_header_no_body HTTP/1.1\r\nAccept: */*\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/get_one_header_no_body",
+    "request_url": "/get_one_header_no_body",
+    "num_headers": 1,
+    "headers": {
+      "Accept": "*/*"
+    },
+    "body": ""
+  },
+  {
+    "name": "get funky content length body hello",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /get_funky_content_length_body_hello HTTP/1.0\r\nconTENT-Length: 5\r\n\r\nHELLO",
+    "should_keep_alive": false,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 0,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/get_funky_content_length_body_hello",
+    "request_url": "/get_funky_content_length_body_hello",
+    "num_headers": 1,
+    "headers": {
+      "conTENT-Length": "5"
+    },
+    "body": "HELLO"
+  },
+  {
+    "name": "post identity body world",
+    "type": "HTTP_REQUEST",
+    "raw": "POST /post_identity_body_world?q=search#hey HTTP/1.1\r\nAccept: */*\r\nTransfer-Encoding: identity\r\nContent-Length: 5\r\n\r\nWorld",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "POST",
+    "query_string": "q=search",
+    "fragment": "hey",
+    "request_path": "/post_identity_body_world",
+    "request_url": "/post_identity_body_world?q=search#hey",
+    "num_headers": 3,
+    "headers": {
+      "Accept": "*/*",
+      "Transfer-Encoding": "identity",
+      "Content-Length": "5"
+    },
+    "body": "World"
+  },
+  {
+    "name": "post - chunked body: all your base are belong to us",
+    "type": "HTTP_REQUEST",
+    "raw": "POST /post_chunked_all_your_base HTTP/1.1\r\nTransfer-Encoding: chunked\r\n\r\n1e\r\nall your base are belong to us\r\n0\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "POST",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/post_chunked_all_your_base",
+    "request_url": "/post_chunked_all_your_base",
+    "num_headers": 1,
+    "headers": {
+      "Transfer-Encoding": "chunked"
+    },
+    "body": "all your base are belong to us"
+  },
+  {
+    "name": "two chunks ; triple zero ending",
+    "type": "HTTP_REQUEST",
+    "raw": "POST /two_chunks_mult_zero_end HTTP/1.1\r\nTransfer-Encoding: chunked\r\n\r\n5\r\nhello\r\n6\r\n world\r\n000\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "POST",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/two_chunks_mult_zero_end",
+    "request_url": "/two_chunks_mult_zero_end",
+    "num_headers": 1,
+    "headers": {
+      "Transfer-Encoding": "chunked"
+    },
+    "body": "hello world"
+  },
+  {
+    "name": "chunked with trailing headers. blech.",
+    "type": "HTTP_REQUEST",
+    "raw": "POST /chunked_w_trailing_headers HTTP/1.1\r\nTransfer-Encoding: chunked\r\n\r\n5\r\nhello\r\n6\r\n world\r\n0\r\nVary: *\r\nContent-Type: text/plain\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "POST",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/chunked_w_trailing_headers",
+    "request_url": "/chunked_w_trailing_headers",
+    "num_headers": 3,
+    "headers": {
+      "Transfer-Encoding": "chunked",
+      "Vary": "*",
+      "Content-Type": "text/plain"
+    },
+    "body": "hello world"
+  },
+  {
+    "name": "with bullshit after the length",
+    "type": "HTTP_REQUEST",
+    "raw": "POST /chunked_w_bullshit_after_length HTTP/1.1\r\nTransfer-Encoding: chunked\r\n\r\n5; ihatew3;whatthefuck=aretheseparametersfor\r\nhello\r\n6; blahblah; blah\r\n world\r\n0\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "POST",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/chunked_w_bullshit_after_length",
+    "request_url": "/chunked_w_bullshit_after_length",
+    "num_headers": 1,
+    "headers": {
+      "Transfer-Encoding": "chunked"
+    },
+    "body": "hello world"
+  },
+  {
+    "name": "with quotes",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /with_\"stupid\"_quotes?foo=\"bar\" HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "foo=\"bar\"",
+    "fragment": "",
+    "request_path": "/with_\"stupid\"_quotes",
+    "request_url": "/with_\"stupid\"_quotes?foo=\"bar\"",
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": ""
+  },
+  {
+    "name": "apachebench get",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /test HTTP/1.0\r\nHost: 0.0.0.0:5000\r\nUser-Agent: ApacheBench/2.3\r\nAccept: */*\r\n\r\n",
+    "should_keep_alive": false,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 0,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/test",
+    "request_url": "/test",
+    "num_headers": 3,
+    "headers": {
+      "Host": "0.0.0.0:5000",
+      "User-Agent": "ApacheBench/2.3",
+      "Accept": "*/*"
+    },
+    "body": ""
+  },
+  {
+    "name": "query url with question mark",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /test.cgi?foo=bar?baz HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "foo=bar?baz",
+    "fragment": "",
+    "request_path": "/test.cgi",
+    "request_url": "/test.cgi?foo=bar?baz",
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": ""
+  },
+  {
+    "name": "newline prefix get",
+    "type": "HTTP_REQUEST",
+    "raw": "\r\nGET /test HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/test",
+    "request_url": "/test",
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": ""
+  },
+  {
+    "name": "upgrade request",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /demo HTTP/1.1\r\nHost: example.com\r\nConnection: Upgrade\r\nSec-WebSocket-Key2: 12998 5 Y3 1  .P00\r\nSec-WebSocket-Protocol: sample\r\nUpgrade: WebSocket\r\nSec-WebSocket-Key1: 4 @1  46546xW%0l 1 5\r\nOrigin: http://example.com\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/demo",
+    "request_url": "/demo",
+    "num_headers": 7,
+    "upgrade": 1,
+    "headers": {
+      "Host": "example.com",
+      "Connection": "Upgrade",
+      "Sec-WebSocket-Key2": "12998 5 Y3 1  .P00",
+      "Sec-WebSocket-Protocol": "sample",
+      "Upgrade": "WebSocket",
+      "Sec-WebSocket-Key1": "4 @1  46546xW%0l 1 5",
+      "Origin": "http://example.com"
+    },
+    "body": ""
+  },
+  {
+    "name": "connect request",
+    "type": "HTTP_REQUEST",
+    "raw": "CONNECT home0.netscape.com:443 HTTP/1.0\r\nUser-agent: Mozilla/1.1N\r\nProxy-authorization: basic aGVsbG86d29ybGQ=\r\n\r\n",
+    "should_keep_alive": false,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 0,
+    "method": "CONNECT",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "",
+    "request_url": "home0.netscape.com:443",
+    "num_headers": 2,
+    "upgrade": 1,
+    "headers": {
+      "User-agent": "Mozilla/1.1N",
+      "Proxy-authorization": "basic aGVsbG86d29ybGQ="
+    },
+    "body": ""
+  },
+  {
+    "name": "report request",
+    "type": "HTTP_REQUEST",
+    "raw": "REPORT /test HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "REPORT",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/test",
+    "request_url": "/test",
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": ""
+  },
+  {
+    "name": "request with no http version",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /\r\n\r\n",
+    "should_keep_alive": false,
+    "message_complete_on_eof": false,
+    "http_major": 0,
+    "http_minor": 9,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/",
+    "request_url": "/",
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": ""
+  }
+]