RubyGems - raptor-io - Versions diffs - 0.0.1 - Mend

raptor-io 0.0.1

Files changed (91) hide show

checksums.yaml +15 -0
data/LICENSE +30 -0
data/README.md +51 -0
data/lib/rack/handler/raptor-io.rb +130 -0
data/lib/raptor-io.rb +11 -0
data/lib/raptor-io/error.rb +19 -0
data/lib/raptor-io/protocol.rb +6 -0
data/lib/raptor-io/protocol/error.rb +10 -0
data/lib/raptor-io/protocol/http.rb +34 -0
data/lib/raptor-io/protocol/http/client.rb +685 -0
data/lib/raptor-io/protocol/http/error.rb +16 -0
data/lib/raptor-io/protocol/http/headers.rb +132 -0
data/lib/raptor-io/protocol/http/message.rb +67 -0
data/lib/raptor-io/protocol/http/request.rb +307 -0
data/lib/raptor-io/protocol/http/request/manipulator.rb +117 -0
data/lib/raptor-io/protocol/http/request/manipulators.rb +217 -0
data/lib/raptor-io/protocol/http/request/manipulators/authenticator.rb +110 -0
data/lib/raptor-io/protocol/http/request/manipulators/authenticators/basic.rb +36 -0
data/lib/raptor-io/protocol/http/request/manipulators/authenticators/digest.rb +135 -0
data/lib/raptor-io/protocol/http/request/manipulators/authenticators/negotiate.rb +69 -0
data/lib/raptor-io/protocol/http/request/manipulators/authenticators/ntlm.rb +29 -0
data/lib/raptor-io/protocol/http/request/manipulators/redirect_follower.rb +65 -0
data/lib/raptor-io/protocol/http/response.rb +166 -0
data/lib/raptor-io/protocol/http/server.rb +446 -0
data/lib/raptor-io/ruby.rb +4 -0
data/lib/raptor-io/ruby/hash.rb +24 -0
data/lib/raptor-io/ruby/ipaddr.rb +15 -0
data/lib/raptor-io/ruby/openssl.rb +23 -0
data/lib/raptor-io/ruby/string.rb +27 -0
data/lib/raptor-io/socket.rb +175 -0
data/lib/raptor-io/socket/comm.rb +143 -0
data/lib/raptor-io/socket/comm/local.rb +94 -0
data/lib/raptor-io/socket/comm/sapni.rb +75 -0
data/lib/raptor-io/socket/comm/socks.rb +237 -0
data/lib/raptor-io/socket/comm_chain.rb +30 -0
data/lib/raptor-io/socket/error.rb +45 -0
data/lib/raptor-io/socket/switch_board.rb +183 -0
data/lib/raptor-io/socket/switch_board/route.rb +42 -0
data/lib/raptor-io/socket/tcp.rb +231 -0
data/lib/raptor-io/socket/tcp/ssl.rb +77 -0
data/lib/raptor-io/socket/tcp_server.rb +16 -0
data/lib/raptor-io/socket/tcp_server/ssl.rb +52 -0
data/lib/raptor-io/socket/udp.rb +0 -0
data/lib/raptor-io/version.rb +6 -0
data/lib/tasks/yard.rake +26 -0
data/spec/rack/handler/raptor_spec.rb +140 -0
data/spec/raptor-io/protocol/http/client_spec.rb +671 -0
data/spec/raptor-io/protocol/http/headers_spec.rb +189 -0
data/spec/raptor-io/protocol/http/message_spec.rb +5 -0
data/spec/raptor-io/protocol/http/request/manipulators/authenticator_spec.rb +193 -0
data/spec/raptor-io/protocol/http/request/manipulators/authenticators/basic_spec.rb +32 -0
data/spec/raptor-io/protocol/http/request/manipulators/authenticators/digest_spec.rb +76 -0
data/spec/raptor-io/protocol/http/request/manipulators/authenticators/negotiate_spec.rb +52 -0
data/spec/raptor-io/protocol/http/request/manipulators/authenticators/ntlm_spec.rb +37 -0
data/spec/raptor-io/protocol/http/request/manipulators/redirect_follower_spec.rb +51 -0
data/spec/raptor-io/protocol/http/request/manipulators_spec.rb +202 -0
data/spec/raptor-io/protocol/http/request_spec.rb +965 -0
data/spec/raptor-io/protocol/http/response_spec.rb +236 -0
data/spec/raptor-io/protocol/http/server_spec.rb +345 -0
data/spec/raptor-io/ruby/hash_spec.rb +20 -0
data/spec/raptor-io/ruby/string_spec.rb +20 -0
data/spec/raptor-io/socket/comm/local_spec.rb +50 -0
data/spec/raptor-io/socket/switch_board/route_spec.rb +49 -0
data/spec/raptor-io/socket/switch_board_spec.rb +87 -0
data/spec/raptor-io/socket/tcp/ssl_spec.rb +18 -0
data/spec/raptor-io/socket/tcp_server/ssl_spec.rb +59 -0
data/spec/raptor-io/socket/tcp_server_spec.rb +19 -0
data/spec/raptor-io/socket/tcp_spec.rb +14 -0
data/spec/raptor-io/socket_spec.rb +16 -0
data/spec/raptor-io/version_spec.rb +10 -0
data/spec/spec_helper.rb +56 -0
data/spec/support/fixtures/raptor/protocol/http/request/manipulators/manifoolators/fooer.rb +25 -0
data/spec/support/fixtures/raptor/protocol/http/request/manipulators/niccolo_machiavelli.rb +20 -0
data/spec/support/fixtures/raptor/protocol/http/request/manipulators/options_validator.rb +28 -0
data/spec/support/fixtures/raptor/socket/ssl_server.crt +18 -0
data/spec/support/fixtures/raptor/socket/ssl_server.key +15 -0
data/spec/support/lib/path_helpers.rb +11 -0
data/spec/support/lib/webserver_option_parser.rb +26 -0
data/spec/support/lib/webservers.rb +120 -0
data/spec/support/shared/contexts/with_ssl_server.rb +70 -0
data/spec/support/shared/contexts/with_tcp_server.rb +58 -0
data/spec/support/shared/examples/raptor/comm_examples.rb +26 -0
data/spec/support/shared/examples/raptor/protocols/http/message.rb +106 -0
data/spec/support/shared/examples/raptor/socket_examples.rb +135 -0
data/spec/support/webservers/raptor/protocols/http/client.rb +100 -0
data/spec/support/webservers/raptor/protocols/http/client_close_connection.rb +29 -0
data/spec/support/webservers/raptor/protocols/http/client_https.rb +43 -0
data/spec/support/webservers/raptor/protocols/http/request/manipulators/authenticators/basic.rb +9 -0
data/spec/support/webservers/raptor/protocols/http/request/manipulators/authenticators/digest.rb +22 -0
data/spec/support/webservers/raptor/protocols/http/request/manipulators/redirect_follower.rb +11 -0
metadata +336 -0

data/spec/raptor-io/protocol/http/response_spec.rb ADDED

@@ -0,0 +1,236 @@
+#coding: utf-8
+require 'spec_helper'
+describe RaptorIO::Protocol::HTTP::Response do
+  it_should_behave_like 'RaptorIO::Protocol::HTTP::Message'
+  let(:url) { 'http://test.com' }
+  let(:response) do
+    "HTTP/1.1 404 Not Found\r\n" +
+      "Content-Type: text/html;charset=utf-8\r\n" +
+      "Content-Length: 27\r\n\r\n" +
+      "<!DOCTYPE html>\n" +
+      "More stuff\n".force_encoding( 'ASCII-8BIT')
+  end
+  let(:response_cr) do
+    "HTTP/1.1 404 Not Found\n" +
+      "Content-Type: text/html;charset=utf-8\n" +
+      "Content-Length: 27\n\n" +
+      "<!DOCTYPE html>\n" +
+      "More stuff\n".force_encoding( 'ASCII-8BIT')
+  end
+  it 'forces the body to UTF-8' do
+    described_class.parse( response ).body.encoding.to_s.should == 'UTF-8'
+    described_class.new( body: "stuff τεστblah" ).body.should == 'stuff τεστblah'
+  end
+  describe '#text?' do
+    context 'when the content-type is' do
+      context 'text/*' do
+        it 'returns true' do
+          h = {
+              headers: { 'Content-Type' => 'text/stuff' },
+              body:     "stuff"
+          }
+          described_class.new( h ).text?.should be_true
+        end
+      end
+      context 'application/*' do
+        context 'and the response body is' do
+          context 'binary' do
+            it 'returns false' do
+              h = {
+                  headers: { 'Content-Type' => 'application/stuff' },
+                  body:    "\00\00\00"
+              }
+              described_class.new( h ).text?.should be_false
+            end
+          end
+          context 'text' do
+            it 'returns true' do
+              h = {
+                  headers: { 'Content-Type' => 'application/stuff' },
+                  body:    "stuff"
+              }
+              described_class.new( h ).text?.should be_true
+            end
+          end
+        end
+      end
+      context 'other' do
+        it 'returns false' do
+          h = {
+              headers: { 'Content-Type' => 'blah/stuff' },
+              body:    "stuff"
+          }
+          described_class.new( h ).text?.should be_false
+        end
+      end
+      context nil do
+        context 'and the response body is' do
+          context 'binary' do
+            it 'returns false' do
+              h = { body: "\00\00\00" }
+              described_class.new( h ).text?.should be_false
+            end
+          end
+          context 'text' do
+            it 'returns true' do
+              h = { body: "stuff" }
+              described_class.new( h ).text?.should be_true
+            end
+          end
+        end
+      end
+    end
+  end
+  describe '#code' do
+    it 'returns the HTTP status code' do
+      described_class.new( url: url, code: 200 ).code.should == 200
+    end
+    it 'defaults to 0' do
+      described_class.new( url: url ).code.should == 0
+    end
+  end
+  describe '#body' do
+    it 'returns the HTTP response body' do
+      described_class.parse( response ).body.should == "<!DOCTYPE html>\nMore stuff\n"
+    end
+    it 'is forced to UTF8' do
+      described_class.parse( response ).body.encoding.to_s.should == 'UTF-8'
+    end
+  end
+  describe '#redirect?' do
+    context 'when the code is in the 3xx family' do
+      context 'and there is a Location in the headers' do
+        it 'returns true' do
+          300.upto( 399 ) do |code|
+            described_class.new(
+                url: url,
+                code: code,
+                headers: { 'Location' => url }
+            ).redirect?.should be_true
+          end
+        end
+      end
+      context 'and there is no Location in the headers' do
+        it 'returns false' do
+          300.upto( 399 ) do |code|
+            described_class.new(
+                url: url,
+                code: code
+            ).redirect?.should be_false
+          end
+        end
+      end
+    end
+    context 'when the code is not in the 3xx family' do
+      it 'returns false' do
+        described_class.new(
+            url: url,
+            code: 200
+        ).redirect?.should be_false
+      end
+      context 'and there is a Location in the headers' do
+        it 'returns true' do
+          described_class.new(
+              url: url,
+              code: 200,
+              headers: { 'Location' => url }
+          ).redirect?.should be_false
+        end
+      end
+    end
+  end
+  describe '#modified?' do
+    context 'when the code is 304' do
+      it 'returns false' do
+        described_class.new( url: url, code: 304 ).modified?.should be_false
+      end
+    end
+    context 'when the code is not 304' do
+      it 'returns true' do
+        described_class.new( url: url, code: 301 ).modified?.should be_true
+      end
+    end
+  end
+  describe '#request' do
+    it 'returns the assigned request' do
+      r = RaptorIO::Protocol::HTTP::Request.new( url: url )
+      described_class.new( url: url, request: r ).request.should == r
+    end
+  end
+  describe '.parse' do
+    it 'supports CRLF terminators' do
+      r = described_class.parse( response )
+      r.version.should == '1.1'
+      r.code.should == 404
+      r.message.should == 'Not Found'
+      r.body.should == "<!DOCTYPE html>\nMore stuff\n"
+      r.headers.should == {
+          'Content-Type'   => 'text/html;charset=utf-8',
+          'Content-Length' => '27'
+      }
+      r.to_s.should == response
+    end
+    it 'supports CR terminators' do
+      r = described_class.parse( response_cr )
+      r.version.should == '1.1'
+      r.code.should == 404
+      r.message.should == 'Not Found'
+      r.body.should == "<!DOCTYPE html>\nMore stuff\n"
+      r.headers.should == {
+          'Content-Type'   => 'text/html;charset=utf-8',
+          'Content-Length' => '27'
+      }
+      r.to_s.should == response
+    end
+    context 'when passed an empty string' do
+      it 'returns an empty response' do
+        r = described_class.parse( '' )
+        r.version.should == '1.1'
+        r.code.should == 0
+        r.message.should be_nil
+        r.body.should be_nil
+        r.headers.should == {}
+      end
+    end
+  end
+  describe '#to_s' do
+    it 'returns a String representation of the response' do
+      r = described_class.new(
+        version: '1.1',
+        code:         404,
+        message:      'Not Found',
+        body:         "<!DOCTYPE html>\nMore stuff\n",
+        headers:      {
+            'Content-Type'   => 'text/html;charset=utf-8',
+            'Content-Length' => '431'
+        }
+      )
+      r.to_s.should == response
+    end
+  end
+end

data/spec/raptor-io/protocol/http/server_spec.rb ADDED

@@ -0,0 +1,345 @@
+#coding: utf-8
+require 'spec_helper'
+require 'net/https'
+describe RaptorIO::Protocol::HTTP::Server do
+  after :each do
+    next if !@server
+    @server.stop
+    @server = nil
+  end
+  def test_server( server_or_url )
+    test_request server_or_url
+  end
+  def test_request( server_or_url )
+    request( server_or_url ).code.should == '418'
+  end
+  def request( server_or_url )
+    uri = URI( argument_to_url( server_or_url ) )
+    https = Net::HTTP.new( uri.host, uri.port )
+    https.use_ssl = (uri.scheme == 'https')
+    https.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    https.start { |cx| cx.request( Net::HTTP::Get.new( uri.path ) ) }
+  end
+  def test_request_with_body( server_or_url )
+    response = request_with_body( server_or_url )
+    response.code.should == '418'
+    response.body.should == 'name=value'
+  end
+  def request_with_body( server_or_url )
+    Net::HTTP.post_form( URI( argument_to_url( server_or_url ) ), 'name' => 'value' )
+  end
+  def argument_to_url( server_or_url )
+    server_or_url.is_a?( String ) ? server_or_url : server_or_url.url
+  end
+  let(:switch_board) { RaptorIO::Socket::SwitchBoard.new }
+  let(:ssl_context) do
+    ssl_context             = OpenSSL::SSL::SSLContext.new( :TLSv1 )
+    ssl_context.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    ca  = OpenSSL::X509::Name.parse( "/C=US/ST=SomeState/L=SomeCity/O=Organization/OU=Unit/CN=localhost" )
+    key = OpenSSL::PKey::RSA.new( 1024 )
+    crt = OpenSSL::X509::Certificate.new
+    crt.version = 2
+    crt.serial  = 1
+    crt.subject = ca
+    crt.issuer  = ca
+    crt.public_key = key.public_key
+    crt.not_before = Time.now
+    crt.not_after  = Time.now + 1 * 365 * 24 * 60 * 60 # 1 year
+    ssl_context.cert = crt
+    ssl_context.key  = key
+    ssl_context
+  end
+  def new_server( options = {}, &block )
+    @server = described_class.new(
+        { switch_board: switch_board }.merge(options),
+        &block
+    )
+  end
+  describe '#run_nonblock' do
+    it 'starts the server but does not block' do
+      server = new_server
+      server.run_nonblock
+      test_server server
+    end
+  end
+  describe '#stop' do
+    it 'stops the server' do
+      server = new_server
+      server.run_nonblock
+      test_server server
+      server.stop
+      expect { request( server ) }.to raise_error Errno::ECONNREFUSED
+    end
+  end
+  context 'when a request has Transfer-Encoding' do
+    context 'other' do
+      it 'returns a 501 response' do
+        server = new_server
+        server.run_nonblock
+        socket = TCPSocket.new( server.address, server.port )
+        [
+            'GET / HTTP/1.1',
+            'Transfer-Encoding: Stuff'
+        ].each do |l|
+          socket.puts l
+        end
+        socket.puts
+        [
+            'Data' * 12,
+            'More data' * 20,
+            'Even more data'  * 102
+        ].each do |l|
+          socket << "#{l.size.to_s( 16 )}\r\n#{l}\r\n"
+        end
+        socket << "0\r\n\r\n"
+        buff = ''
+        while !(buff =~ RaptorIO::Protocol::HTTP::HEADER_SEPARATOR_PATTERN)
+          buff << socket.gets
+        end
+        socket.close
+        RaptorIO::Protocol::HTTP::Response.parse( buff ).code.should == 501
+      end
+    end
+    describe 'Chunked' do
+      it 'supports it' do
+        server = new_server
+        server.run_nonblock
+        socket = TCPSocket.new( server.address, server.port )
+        [
+            'GET / HTTP/1.1',
+            'Transfer-Encoding: Chunked'
+        ].each do |l|
+          socket.puts l
+        end
+        socket.puts
+        [
+            'Data' * 12,
+            'More data' * 20,
+            'Even more data'  * 102
+        ].each do |l|
+          socket << "#{l.size.to_s( 16 )}\r\n#{l}\r\n"
+        end
+        socket << "0\r\n\r\n"
+        buff = ''
+        while !(buff =~ RaptorIO::Protocol::HTTP::HEADER_SEPARATOR_PATTERN)
+          buff << socket.gets
+        end
+        socket.close
+        RaptorIO::Protocol::HTTP::Response.parse( buff ).code.should == 418
+      end
+    end
+  end
+  describe '#initialize' do
+    describe :switch_board do
+      it 'uses that switchboard' do
+        server = described_class.new( switch_board: switch_board )
+        server.switch_board.should == switch_board
+      end
+      context 'when nil' do
+        it 'raises ArgumentError' do
+          expect { described_class.new }.to raise_error ArgumentError
+        end
+      end
+    end
+    describe :ssl_context do
+      it 'uses it to establish an SSL stream' do
+        server = new_server( ssl_context: ssl_context )
+        server.url.should == "https://#{server.address}:#{server.port}/"
+        server.ssl?.should be_true
+        server.run_nonblock
+        test_server server
+      end
+    end
+    describe :address do
+      it 'binds to this address' do
+        address = '127.0.0.1'
+        server = new_server( address: address )
+        server.address.should == address
+        server.run_nonblock
+        test_server server
+      end
+      it 'defaults to 0.0.0.0' do
+        server = new_server
+        server.address.should == '0.0.0.0'
+        server.run_nonblock
+        test_server server
+      end
+    end
+    describe :port do
+      it 'binds to this port' do
+        server = new_server( port: 8080 )
+        server.port.should == 8080
+        server.run_nonblock
+        test_server server
+      end
+      it 'defaults to 4567' do
+        server = new_server
+        server.port.should == 4567
+        server.run_nonblock
+        test_server server
+      end
+    end
+    describe :timeout do
+      it 'defaults to 10', speed: 'slow' do
+        server = new_server
+        server.timeout.should == 10
+        server.run_nonblock
+        server.timeouts.should == 0
+        socket = Socket.new( Socket::Constants::AF_INET, Socket::Constants::SOCK_STREAM, 0 )
+        sockaddr = Socket.pack_sockaddr_in( server.port, server.address )
+        socket.connect( sockaddr )
+        sleep 9
+        server.timeouts.should == 0
+        sleep 11
+        socket.close
+        server.timeouts.should == 1
+      end
+      it 'sets the request timeout' do
+        server = new_server( timeout: 1 )
+        server.timeout.should == 1
+        server.run_nonblock
+        server.timeouts.should == 0
+        socket = Socket.new( Socket::Constants::AF_INET, Socket::Constants::SOCK_STREAM, 0 )
+        sockaddr = Socket.pack_sockaddr_in( server.port, server.address )
+        socket.connect( sockaddr )
+        sleep 2
+        socket.close
+        server.timeouts.should == 1
+      end
+    end
+    describe :request_mtu do
+      it 'reads bodies larger than :request_mtu in :request_mtu sized chunks' do
+        server = new_server( request_mtu: 1 )
+        server.request_mtu.should == 1
+        server.run_nonblock
+        test_request_with_body server
+      end
+    end
+    describe :response_mtu do
+      it 'sends responses larger than :response_mtu in :response_mtu sized chunks' do
+        server = new_server( response_mtu: 1 )
+        server.response_mtu.should == 1
+        server.run_nonblock
+        test_request_with_body server
+      end
+    end
+    describe :handler do
+      it 'passes each request to the given handler' do
+        request = nil
+        server = new_server do |response|
+          request       = response.request
+          response.code = 200
+          response.body = 'Success!'
+        end
+        server.run_nonblock
+        response = request( server )
+        response.code.should == '200'
+        response.body.should == 'Success!'
+        request.should be_kind_of RaptorIO::Protocol::HTTP::Request
+      end
+    end
+  end
+  describe '#run' do
+    it 'starts the server' do
+      server = new_server
+      Thread.new { server.run }
+      sleep 0.1 while !server.running?
+      test_server server
+    end
+  end
+  describe '#running?' do
+    context 'when the server is running' do
+      it 'returns true' do
+        server = new_server
+        server.run_nonblock
+        server.running?.should be_true
+      end
+    end
+    context 'when the server is not running' do
+      it 'returns true' do
+        server = new_server
+        server.running?.should be_false
+      end
+    end
+  end
+  describe '#url' do
+    it 'returns the URL of the server' do
+      server = new_server
+      server.run_nonblock
+      server.url.should == "http://#{server.address}:#{server.port}/"
+      test_server server.url
+    end
+  end
+end