midori_http_parser 0.6.1

data/lib/http/parser.rb

@@ -0,0 +1 @@
+require 'http_parser'

data/lib/http_parser.rb

@@ -0,0 +1,21 @@
+$:.unshift File.expand_path('../', __FILE__)
+require 'ruby_http_parser'
+
+Http = HTTP
+
+module HTTP
+  class Parser
+    class << self
+      attr_reader :default_header_value_type
+
+      def default_header_value_type=(val)
+        if (val != :mixed && val != :strings && val != :arrays)
+          raise ArgumentError, "Invalid header value type"
+        end
+        @default_header_value_type = val
+      end
+    end
+  end
+end
+
+HTTP::Parser.default_header_value_type = :mixed

data/midori_http_parser.gemspec

@@ -0,0 +1,24 @@
+Gem::Specification.new do |s|
+  s.name = "midori_http_parser"
+  s.version = "0.6.1"
+  s.summary = "Simple callback-based HTTP request/response parser"
+  s.description = "Fast Ruby Parser inpired by Node"
+
+  s.authors = ["Delton Ding"]
+  s.email   = ["delton@heckpsi.com"]
+  s.license = 'MIT'
+
+  s.homepage = "https://github.com/heckpsi-lab/http_parser.rb"
+  s.files = `git ls-files`.split("\n") + Dir['ext/ruby_http_parser/vendor/**/*']
+
+  s.require_paths = ["lib"]
+  s.extensions    = ["ext/ruby_http_parser/extconf.rb"]
+
+  s.add_development_dependency 'rake-compiler', '>= 0.7.9'
+  s.add_development_dependency 'rspec', '>= 3'
+  s.add_development_dependency 'json', '>= 1.4.6'
+  s.add_development_dependency 'benchmark_suite'
+  s.add_development_dependency 'ffi'
+
+  s.add_development_dependency 'yajl-ruby', '>= 0.8.1' unless RUBY_PLATFORM =~ /java/
+end

data/spec/parser_spec.rb

@@ -0,0 +1,376 @@
+require "spec_helper"
+require "json"
+
+describe HTTP::Parser do
+  before do
+    @parser = HTTP::Parser.new
+
+    @headers = nil
+    @body = ""
+    @started = false
+    @done = false
+
+    @parser.on_message_begin = proc{ @started = true }
+    @parser.on_headers_complete = proc { |e| @headers = e }
+    @parser.on_body = proc { |chunk| @body << chunk }
+    @parser.on_message_complete = proc{ @done = true }
+  end
+
+  it "should have initial state" do
+    expect(@parser.headers).to be_nil
+
+    expect(@parser.http_version).to be_nil
+    expect(@parser.http_method).to be_nil
+    expect(@parser.status_code).to be_nil
+
+    expect(@parser.request_url).to be_nil
+
+    expect(@parser.header_value_type).to eq(:mixed)
+  end
+
+  it "should allow us to set the header value type" do
+    [:mixed, :arrays, :strings].each do |type|
+      @parser.header_value_type = type
+      expect(@parser.header_value_type).to eq(type)
+
+      parser_tmp = HTTP::Parser.new(nil, type)
+      expect(parser_tmp.header_value_type).to eq(type)
+    end
+  end
+
+  it "should allow us to set the default header value type" do
+    [:mixed, :arrays, :strings].each do |type|
+      HTTP::Parser.default_header_value_type = type
+
+      parser = HTTP::Parser.new
+      expect(parser.header_value_type).to eq(type)
+    end
+  end
+
+  it "should throw an Argument Error if header value type is invalid" do
+    expect{ @parser.header_value_type = 'bob' }.to raise_error(ArgumentError)
+  end
+
+  it "should throw an Argument Error if default header value type is invalid" do
+    expect{ HTTP::Parser.default_header_value_type = 'bob' }.to raise_error(ArgumentError)
+  end
+
+  it "should implement basic api" do
+    @parser <<
+      "GET /test?ok=1 HTTP/1.1\r\n" +
+      "User-Agent: curl/7.18.0\r\n" +
+      "Host: 0.0.0.0:5000\r\n" +
+      "Accept: */*\r\n" +
+      "Content-Length: 5\r\n" +
+      "\r\n" +
+      "World"
+
+    expect(@started).to be true
+    expect(@done).to be true
+
+    expect(@parser.http_major).to eq(1)
+    expect(@parser.http_minor).to eq(1)
+    expect(@parser.http_version).to eq([1,1])
+    expect(@parser.http_method).to eq('GET')
+    expect(@parser.status_code).to be_nil
+
+    expect(@parser.request_url).to eq('/test?ok=1')
+
+    expect(@parser.headers).to eq(@headers)
+    expect(@parser.headers['User-Agent']).to eq('curl/7.18.0')
+    expect(@parser.headers['Host']).to eq('0.0.0.0:5000')
+
+    expect(@body).to eq("World")
+  end
+
+  it "should raise errors on invalid data" do
+    expect{ @parser << "BLAH" }.to raise_error(HTTP::Parser::Error)
+  end
+
+  it "should abort parser via header complete callback with a body" do
+    @parser.on_headers_complete = proc { |e| @headers = e; :stop }
+
+    data =
+      "GET / HTTP/1.0\r\n" +
+      "Content-Length: 5\r\n" +
+      "\r\n" +
+      "World"
+
+    bytes = @parser << data
+
+    expect(bytes).to eq(37)
+    expect(data[bytes..-1]).to eq('World')
+
+    expect(@headers).to eq({'Content-Length' => '5'})
+    expect(@body).to be_empty
+    expect(@done).to be false
+  end
+
+  it "should abort parser via header complete callback without a body" do
+    @parser.on_headers_complete = proc { |e| @headers = e; :stop }
+
+    data =
+      "GET / HTTP/1.0\r\n" +
+      "Content-Length: 0\r\n" +
+      "\r\n"
+
+    bytes = @parser << data
+
+    expect(bytes).to eq(37)
+    expect(data[bytes..-1]).to eq('')
+
+    expect(@headers).to eq({'Content-Length' => '0'})
+    expect(@body).to be_empty
+    expect(@done).to be false
+  end
+
+  it "should abort parser via message complete callback with a body" do
+    @parser.on_message_complete = proc { :stop }
+
+    data =
+      "CONNECT www.example.com:443 HTTP/1.0\r\n" +
+      "Connection: keep-alive\r\n" +
+      "\r\n" +
+      "World"
+
+    bytes = @parser << data
+
+    expect(bytes).to eq(64)
+    expect(data[bytes..-1]).to eq('World')
+
+    expect(@headers).to eq({'Connection' => 'keep-alive'})
+    expect(@parser.upgrade_data).to eq('World')
+    expect(@body).to be_empty
+    expect(@done).to be false
+  end
+
+  it "should abort parser via message complete callback without a body" do
+    @parser.on_message_complete = proc { :stop }
+
+    data =
+      "CONNECT www.example.com:443 HTTP/1.0\r\n" +
+      "Connection: keep-alive\r\n" +
+      "\r\n"
+
+    bytes = @parser << data
+
+    expect(bytes).to eq(64)
+    expect(data[bytes..-1]).to eq('')
+
+    expect(@headers).to eq({'Connection' => 'keep-alive'})
+    expect(@parser.upgrade_data).to eq('')
+    expect(@body).to be_empty
+    expect(@done).to be false
+  end
+
+  it "should reset to initial state" do
+    @parser << "GET / HTTP/1.0\r\n\r\n"
+
+    expect(@parser.http_method).to eq('GET')
+    expect(@parser.http_version).to eq([1,0])
+
+    expect(@parser.request_url).to eq('/')
+
+    expect(@parser.reset!).to be true
+
+    expect(@parser.http_version).to be_nil
+    expect(@parser.http_method).to be_nil
+    expect(@parser.status_code).to be_nil
+
+    expect(@parser.request_url).to be_nil
+  end
+
+  it "should retain callbacks after reset" do
+    expect(@parser.reset!).to be true
+
+    @parser << "GET / HTTP/1.0\r\n\r\n"
+    expect(@started).to be true
+    expect(@headers).to eq({})
+    expect(@done).to be true
+  end
+
+  it "should parse headers incrementally" do
+    request =
+      "GET / HTTP/1.0\r\n" +
+      "Header1: value 1\r\n" +
+      "Header2: value 2\r\n" +
+      "\r\n"
+
+    while chunk = request.slice!(0,2) and !chunk.empty?
+      @parser << chunk
+    end
+
+    expect(@parser.headers).to eq({
+      'Header1' => 'value 1',
+      'Header2' => 'value 2'
+    })
+  end
+
+  it "should handle multiple headers using strings" do
+    @parser.header_value_type = :strings
+
+    @parser <<
+      "GET / HTTP/1.0\r\n" +
+      "Set-Cookie: PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com\r\n" +
+      "Set-Cookie: NID=46jSHxPM; path=/; domain=.bob.com; HttpOnly\r\n" +
+      "\r\n"
+
+    expect(@parser.headers["Set-Cookie"]).to eq("PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com, NID=46jSHxPM; path=/; domain=.bob.com; HttpOnly")
+  end
+
+  it "should handle multiple headers using strings" do
+    @parser.header_value_type = :arrays
+
+    @parser <<
+      "GET / HTTP/1.0\r\n" +
+      "Set-Cookie: PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com\r\n" +
+      "Set-Cookie: NID=46jSHxPM; path=/; domain=.bob.com; HttpOnly\r\n" +
+      "\r\n"
+
+    expect(@parser.headers["Set-Cookie"]).to eq([
+        "PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com",
+        "NID=46jSHxPM; path=/; domain=.bob.com; HttpOnly"
+    ])
+  end
+
+  it "should handle multiple headers using mixed" do
+    @parser.header_value_type = :mixed
+
+    @parser <<
+      "GET / HTTP/1.0\r\n" +
+      "Set-Cookie: PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com\r\n" +
+      "Set-Cookie: NID=46jSHxPM; path=/; domain=.bob.com; HttpOnly\r\n" +
+      "\r\n"
+
+    expect(@parser.headers["Set-Cookie"]).to eq([
+        "PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com",
+        "NID=46jSHxPM; path=/; domain=.bob.com; HttpOnly"
+    ])
+  end
+
+  it "should handle a single cookie using mixed" do
+    @parser.header_value_type = :mixed
+
+    @parser <<
+      "GET / HTTP/1.0\r\n" +
+      "Set-Cookie: PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com\r\n" +
+      "\r\n"
+
+    expect(@parser.headers["Set-Cookie"]).to eq("PREF=ID=a7d2c98; expires=Fri, 05-Apr-2013 05:00:45 GMT; path=/; domain=.bob.com")
+  end
+
+  it "should support alternative api" do
+    callbacks = double('callbacks')
+    allow(callbacks).to receive(:on_message_begin){ @started = true }
+    allow(callbacks).to receive(:on_headers_complete){ |e| @headers = e }
+    allow(callbacks).to receive(:on_body){ |chunk| @body << chunk }
+    allow(callbacks).to receive(:on_message_complete){ @done = true }
+
+    @parser = HTTP::Parser.new(callbacks)
+    @parser << "GET / HTTP/1.0\r\n\r\n"
+
+    expect(@started).to be true
+    expect(@headers).to eq({})
+    expect(@body).to eq('')
+    expect(@done).to be true
+  end
+
+  it 'sets upgrade_data if available' do
+    @parser <<
+      "GET /demo HTTP/1.1\r\n" +
+      "Connection: Upgrade\r\n" +
+      "Upgrade: WebSocket\r\n\r\n" +
+      "third key data"
+
+    expect(@parser.upgrade?).to be true
+    expect(@parser.upgrade_data).to eq('third key data')
+  end
+
+  it 'sets upgrade_data to blank if un-available' do
+    @parser <<
+      "GET /demo HTTP/1.1\r\n" +
+      "Connection: Upgrade\r\n" +
+      "Upgrade: WebSocket\r\n\r\n"
+
+    expect(@parser.upgrade?).to be true
+    expect(@parser.upgrade_data).to eq('')
+  end
+
+  it 'should stop parsing headers when instructed' do
+    request = "GET /websocket HTTP/1.1\r\n" +
+      "host: localhost\r\n" +
+      "connection: Upgrade\r\n" +
+      "upgrade: websocket\r\n" +
+      "sec-websocket-key: SD6/hpYbKjQ6Sown7pBbWQ==\r\n" +
+      "sec-websocket-version: 13\r\n" +
+      "\r\n"
+
+    @parser.on_headers_complete = proc { |e| :stop }
+    offset = (@parser << request)
+    expect(@parser.upgrade?).to be true
+    expect(@parser.upgrade_data).to eq('')
+    expect(offset).to eq(request.length)
+  end
+
+  it "should execute on_body on requests with no content-length" do
+   expect(@parser.reset!).to be true
+
+   @head, @complete, @body = 0, 0, 0
+   @parser.on_headers_complete = proc {|h| @head += 1 }
+   @parser.on_message_complete = proc { @complete += 1 }
+   @parser.on_body = proc {|b| @body += 1 }
+
+   head_response = "HTTP/1.1 200 OK\r\n\r\nstuff"
+
+   @parser << head_response
+   @parser << ''
+   expect(@head).to eq(1)
+   expect(@complete).to eq(1)
+   expect(@body).to eq(1)
+  end
+
+
+  %w[ request response ].each do |type|
+    JSON.parse(File.read(File.expand_path("../support/#{type}s.json", __FILE__))).each do |test|
+      test['headers'] ||= {}
+      next if !defined?(JRUBY_VERSION) and HTTP::Parser.strict? != test['strict']
+
+      it "should parse #{type}: #{test['name']}" do
+        @parser << test['raw']
+
+        expect(@parser.http_method).to eq(test['method'])
+        expect(@parser.keep_alive?).to eq(test['should_keep_alive'])
+
+        if test.has_key?('upgrade') and test['upgrade'] != 0
+          expect(@parser.upgrade?).to be true
+          expect(@parser.upgrade_data).to eq(test['upgrade'])
+        end
+
+        fields = %w[
+          http_major
+          http_minor
+        ]
+
+        if test['type'] == 'HTTP_REQUEST'
+          fields += %w[
+            request_url
+          ]
+        else
+          fields += %w[
+            status_code
+          ]
+        end
+
+        fields.each do |field|
+          expect(@parser.send(field)).to eq(test[field])
+        end
+
+        expect(@headers.size).to eq(test['num_headers'])
+        expect(@headers).to eq(test['headers'])
+
+        expect(@body).to eq(test['body'])
+        expect(@body.size).to eq(test['body_size']) if test['body_size']
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1 @@
+require "http_parser"

data/spec/support/requests.json

@@ -0,0 +1,631 @@
+[
+  {
+    "name": "curl get",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /test HTTP/1.1\r\nUser-Agent: curl/7.18.0 (i486-pc-linux-gnu) libcurl/7.18.0 OpenSSL/0.9.8g zlib/1.2.3.3 libidn/1.1\r\nHost: 0.0.0.0=5000\r\nAccept: */*\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/test",
+    "request_url": "/test",
+    "num_headers": 3,
+    "headers": {
+      "User-Agent": "curl/7.18.0 (i486-pc-linux-gnu) libcurl/7.18.0 OpenSSL/0.9.8g zlib/1.2.3.3 libidn/1.1",
+      "Host": "0.0.0.0=5000",
+      "Accept": "*/*"
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "firefox get",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /favicon.ico HTTP/1.1\r\nHost: 0.0.0.0=5000\r\nUser-Agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9) Gecko/2008061015 Firefox/3.0\r\nAccept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\r\nAccept-Language: en-us,en;q=0.5\r\nAccept-Encoding: gzip,deflate\r\nAccept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7\r\nKeep-Alive: 300\r\nConnection: keep-alive\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/favicon.ico",
+    "request_url": "/favicon.ico",
+    "num_headers": 8,
+    "headers": {
+      "Host": "0.0.0.0=5000",
+      "User-Agent": "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9) Gecko/2008061015 Firefox/3.0",
+      "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+      "Accept-Language": "en-us,en;q=0.5",
+      "Accept-Encoding": "gzip,deflate",
+      "Accept-Charset": "ISO-8859-1,utf-8;q=0.7,*;q=0.7",
+      "Keep-Alive": "300",
+      "Connection": "keep-alive"
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "dumbfuck",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /dumbfuck HTTP/1.1\r\naaaaaaaaaaaaa:++++++++++\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/dumbfuck",
+    "request_url": "/dumbfuck",
+    "num_headers": 1,
+    "headers": {
+      "aaaaaaaaaaaaa": "++++++++++"
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "fragment in url",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /forums/1/topics/2375?page=1#posts-17408 HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "page=1",
+    "fragment": "posts-17408",
+    "request_path": "/forums/1/topics/2375",
+    "request_url": "/forums/1/topics/2375?page=1#posts-17408",
+    "num_headers": 0,
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "get no headers no body",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /get_no_headers_no_body/world HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/get_no_headers_no_body/world",
+    "request_url": "/get_no_headers_no_body/world",
+    "num_headers": 0,
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "get one header no body",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /get_one_header_no_body HTTP/1.1\r\nAccept: */*\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/get_one_header_no_body",
+    "request_url": "/get_one_header_no_body",
+    "num_headers": 1,
+    "headers": {
+      "Accept": "*/*"
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "get funky content length body hello",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /get_funky_content_length_body_hello HTTP/1.0\r\nconTENT-Length: 5\r\n\r\nHELLO",
+    "should_keep_alive": false,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 0,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/get_funky_content_length_body_hello",
+    "request_url": "/get_funky_content_length_body_hello",
+    "num_headers": 1,
+    "headers": {
+      "conTENT-Length": "5"
+    },
+    "body": "HELLO",
+    "strict": true
+  },
+  {
+    "name": "post identity body world",
+    "type": "HTTP_REQUEST",
+    "raw": "POST /post_identity_body_world?q=search#hey HTTP/1.1\r\nAccept: */*\r\nTransfer-Encoding: identity\r\nContent-Length: 5\r\n\r\nWorld",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "POST",
+    "query_string": "q=search",
+    "fragment": "hey",
+    "request_path": "/post_identity_body_world",
+    "request_url": "/post_identity_body_world?q=search#hey",
+    "num_headers": 3,
+    "headers": {
+      "Accept": "*/*",
+      "Transfer-Encoding": "identity",
+      "Content-Length": "5"
+    },
+    "body": "World",
+    "strict": true
+  },
+  {
+    "name": "post - chunked body: all your base are belong to us",
+    "type": "HTTP_REQUEST",
+    "raw": "POST /post_chunked_all_your_base HTTP/1.1\r\nTransfer-Encoding: chunked\r\n\r\n1e\r\nall your base are belong to us\r\n0\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "POST",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/post_chunked_all_your_base",
+    "request_url": "/post_chunked_all_your_base",
+    "num_headers": 1,
+    "headers": {
+      "Transfer-Encoding": "chunked"
+    },
+    "body": "all your base are belong to us",
+    "strict": true
+  },
+  {
+    "name": "two chunks ; triple zero ending",
+    "type": "HTTP_REQUEST",
+    "raw": "POST /two_chunks_mult_zero_end HTTP/1.1\r\nTransfer-Encoding: chunked\r\n\r\n5\r\nhello\r\n6\r\n world\r\n000\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "POST",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/two_chunks_mult_zero_end",
+    "request_url": "/two_chunks_mult_zero_end",
+    "num_headers": 1,
+    "headers": {
+      "Transfer-Encoding": "chunked"
+    },
+    "body": "hello world",
+    "strict": true
+  },
+  {
+    "name": "chunked with trailing headers. blech.",
+    "type": "HTTP_REQUEST",
+    "raw": "POST /chunked_w_trailing_headers HTTP/1.1\r\nTransfer-Encoding: chunked\r\n\r\n5\r\nhello\r\n6\r\n world\r\n0\r\nVary: *\r\nContent-Type: text/plain\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "POST",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/chunked_w_trailing_headers",
+    "request_url": "/chunked_w_trailing_headers",
+    "num_headers": 3,
+    "headers": {
+      "Transfer-Encoding": "chunked",
+      "Vary": "*",
+      "Content-Type": "text/plain"
+    },
+    "body": "hello world",
+    "strict": true
+  },
+  {
+    "name": "with bullshit after the length",
+    "type": "HTTP_REQUEST",
+    "raw": "POST /chunked_w_bullshit_after_length HTTP/1.1\r\nTransfer-Encoding: chunked\r\n\r\n5; ihatew3;whatthefuck=aretheseparametersfor\r\nhello\r\n6; blahblah; blah\r\n world\r\n0\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "POST",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/chunked_w_bullshit_after_length",
+    "request_url": "/chunked_w_bullshit_after_length",
+    "num_headers": 1,
+    "headers": {
+      "Transfer-Encoding": "chunked"
+    },
+    "body": "hello world",
+    "strict": true
+  },
+  {
+    "name": "with quotes",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /with_\"stupid\"_quotes?foo=\"bar\" HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "foo=\"bar\"",
+    "fragment": "",
+    "request_path": "/with_\"stupid\"_quotes",
+    "request_url": "/with_\"stupid\"_quotes?foo=\"bar\"",
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "apachebench get",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /test HTTP/1.0\r\nHost: 0.0.0.0:5000\r\nUser-Agent: ApacheBench/2.3\r\nAccept: */*\r\n\r\n",
+    "should_keep_alive": false,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 0,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/test",
+    "request_url": "/test",
+    "num_headers": 3,
+    "headers": {
+      "Host": "0.0.0.0:5000",
+      "User-Agent": "ApacheBench/2.3",
+      "Accept": "*/*"
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "query url with question mark",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /test.cgi?foo=bar?baz HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "foo=bar?baz",
+    "fragment": "",
+    "request_path": "/test.cgi",
+    "request_url": "/test.cgi?foo=bar?baz",
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "newline prefix get",
+    "type": "HTTP_REQUEST",
+    "raw": "\r\nGET /test HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/test",
+    "request_url": "/test",
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "upgrade request",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /demo HTTP/1.1\r\nHost: example.com\r\nConnection: Upgrade\r\nSec-WebSocket-Key2: 12998 5 Y3 1  .P00\r\nSec-WebSocket-Protocol: sample\r\nUpgrade: WebSocket\r\nSec-WebSocket-Key1: 4 @1  46546xW%0l 1 5\r\nOrigin: http://example.com\r\n\r\nHot diggity dogg",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/demo",
+    "request_url": "/demo",
+    "num_headers": 7,
+    "upgrade": "Hot diggity dogg",
+    "headers": {
+      "Host": "example.com",
+      "Connection": "Upgrade",
+      "Sec-WebSocket-Key2": "12998 5 Y3 1  .P00",
+      "Sec-WebSocket-Protocol": "sample",
+      "Upgrade": "WebSocket",
+      "Sec-WebSocket-Key1": "4 @1  46546xW%0l 1 5",
+      "Origin": "http://example.com"
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "connect request",
+    "type": "HTTP_REQUEST",
+    "raw": "CONNECT 0-home0.netscape.com:443 HTTP/1.0\r\nUser-agent: Mozilla/1.1N\r\nProxy-authorization: basic aGVsbG86d29ybGQ=\r\n\r\nsome data\r\nand yet even more data",
+    "should_keep_alive": false,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 0,
+    "method": "CONNECT",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "",
+    "request_url": "0-home0.netscape.com:443",
+    "num_headers": 2,
+    "upgrade": "some data\r\nand yet even more data",
+    "headers": {
+      "User-agent": "Mozilla/1.1N",
+      "Proxy-authorization": "basic aGVsbG86d29ybGQ="
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "report request",
+    "type": "HTTP_REQUEST",
+    "raw": "REPORT /test HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "REPORT",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/test",
+    "request_url": "/test",
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "request with no http version",
+    "type": "HTTP_REQUEST",
+    "raw": "GET /\r\n\r\n",
+    "should_keep_alive": false,
+    "message_complete_on_eof": false,
+    "http_major": 0,
+    "http_minor": 9,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/",
+    "request_url": "/",
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "link request",
+    "type": "HTTP_REQUEST",
+    "raw": "LINK /test HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "LINK",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/test",
+    "request_url": "/test",
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": "",
+    "strict": true
+  },
+    {
+    "name": "unlink request",
+    "type": "HTTP_REQUEST",
+    "raw": "UNLINK /test HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "UNLINK",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/test",
+    "request_url": "/test",
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "m-search request",
+    "type": "HTTP_REQUEST",
+    "raw": "M-SEARCH * HTTP/1.1\r\nHOST: 239.255.255.250:1900\r\nMAN: \"ssdp:discover\"\r\nST: \"ssdp:all\"\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "M-SEARCH",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "*",
+    "request_url": "*",
+    "num_headers": 3,
+    "headers": {
+      "HOST": "239.255.255.250:1900",
+      "MAN": "\"ssdp:discover\"",
+      "ST": "\"ssdp:all\""
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "host terminated by a query string",
+    "type": "HTTP_REQUEST",
+    "raw": "GET http://hypnotoad.org?hail=all HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "hail=all",
+    "fragment": "",
+    "request_path": "",
+    "request_url": "http://hypnotoad.org?hail=all",
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "host:port terminated by a query string",
+    "type": "HTTP_REQUEST",
+    "raw": "GET http://hypnotoad.org:1234?hail=all HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "hail=all",
+    "fragment": "",
+    "request_path": "",
+    "request_url": "http://hypnotoad.org:1234?hail=all",
+    "port": 1234,
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "host:port terminated by a space",
+    "type": "HTTP_REQUEST",
+    "raw": "GET http://hypnotoad.org:1234 HTTP/1.1\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "",
+    "request_url": "http://hypnotoad.org:1234",
+    "port": 1234,
+    "num_headers": 0,
+    "headers": {
+
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "PATCH request",
+    "type": "HTTP_REQUEST",
+    "raw": "PATCH /file.txt HTTP/1.1\r\nHost: www.example.com\r\nContent-Type: application/example\r\nIf-Match: \"e0023aa4e\"\r\nContent-Length: 10\r\n\r\ncccccccccc",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "PATCH",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "/file.txt",
+    "request_url": "/file.txt",
+    "num_headers": 4,
+    "headers": {
+      "Host": "www.example.com",
+      "Content-Type": "application/example",
+      "If-Match": "\"e0023aa4e\"",
+      "Content-Length": "10"
+    },
+    "body": "cccccccccc",
+    "strict": true
+  },
+  {
+    "name": "connect caps request",
+    "type": "HTTP_REQUEST",
+    "raw": "CONNECT HOME0.NETSCAPE.COM:443 HTTP/1.0\r\nUser-agent: Mozilla/1.1N\r\nProxy-authorization: basic aGVsbG86d29ybGQ=\r\n\r\n",
+    "should_keep_alive": false,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 0,
+    "method": "CONNECT",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "",
+    "request_url": "HOME0.NETSCAPE.COM:443",
+    "num_headers": 2,
+    "upgrade": "",
+    "headers": {
+      "User-agent": "Mozilla/1.1N",
+      "Proxy-authorization": "basic aGVsbG86d29ybGQ="
+    },
+    "body": "",
+    "strict": true
+  },
+  {
+    "name": "utf-8 path request",
+    "type": "HTTP_REQUEST",
+    "strict": false,
+    "raw": "GET /δ¶/δt/pope?q=1#narf HTTP/1.1\r\nHost: github.com\r\n\r\n",
+    "should_keep_alive": true,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 1,
+    "method": "GET",
+    "query_string": "q=1",
+    "fragment": "narf",
+    "request_path": "/δ¶/δt/pope",
+    "request_url": "/δ¶/δt/pope?q=1#narf",
+    "num_headers": 1,
+    "headers": {
+      "Host": "github.com"
+    },
+    "body": ""
+  },
+  {
+    "name": "hostname underscore",
+    "type": "HTTP_REQUEST",
+    "strict": false,
+    "raw": "CONNECT home_0.netscape.com:443 HTTP/1.0\r\nUser-agent: Mozilla/1.1N\r\nProxy-authorization: basic aGVsbG86d29ybGQ=\r\n\r\n",
+    "should_keep_alive": false,
+    "message_complete_on_eof": false,
+    "http_major": 1,
+    "http_minor": 0,
+    "method": "CONNECT",
+    "query_string": "",
+    "fragment": "",
+    "request_path": "",
+    "request_url": "home_0.netscape.com:443",
+    "num_headers": 2,
+    "upgrade": "",
+    "headers": {
+      "User-agent": "Mozilla/1.1N",
+      "Proxy-authorization": "basic aGVsbG86d29ybGQ="
+    },
+    "body": ""
+  }
+]