RubyGems - raptor-io - Versions diffs - 0.0.1 - Mend

raptor-io 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (91) hide show

checksums.yaml +15 -0
data/LICENSE +30 -0
data/README.md +51 -0
data/lib/rack/handler/raptor-io.rb +130 -0
data/lib/raptor-io.rb +11 -0
data/lib/raptor-io/error.rb +19 -0
data/lib/raptor-io/protocol.rb +6 -0
data/lib/raptor-io/protocol/error.rb +10 -0
data/lib/raptor-io/protocol/http.rb +34 -0
data/lib/raptor-io/protocol/http/client.rb +685 -0
data/lib/raptor-io/protocol/http/error.rb +16 -0
data/lib/raptor-io/protocol/http/headers.rb +132 -0
data/lib/raptor-io/protocol/http/message.rb +67 -0
data/lib/raptor-io/protocol/http/request.rb +307 -0
data/lib/raptor-io/protocol/http/request/manipulator.rb +117 -0
data/lib/raptor-io/protocol/http/request/manipulators.rb +217 -0
data/lib/raptor-io/protocol/http/request/manipulators/authenticator.rb +110 -0
data/lib/raptor-io/protocol/http/request/manipulators/authenticators/basic.rb +36 -0
data/lib/raptor-io/protocol/http/request/manipulators/authenticators/digest.rb +135 -0
data/lib/raptor-io/protocol/http/request/manipulators/authenticators/negotiate.rb +69 -0
data/lib/raptor-io/protocol/http/request/manipulators/authenticators/ntlm.rb +29 -0
data/lib/raptor-io/protocol/http/request/manipulators/redirect_follower.rb +65 -0
data/lib/raptor-io/protocol/http/response.rb +166 -0
data/lib/raptor-io/protocol/http/server.rb +446 -0
data/lib/raptor-io/ruby.rb +4 -0
data/lib/raptor-io/ruby/hash.rb +24 -0
data/lib/raptor-io/ruby/ipaddr.rb +15 -0
data/lib/raptor-io/ruby/openssl.rb +23 -0
data/lib/raptor-io/ruby/string.rb +27 -0
data/lib/raptor-io/socket.rb +175 -0
data/lib/raptor-io/socket/comm.rb +143 -0
data/lib/raptor-io/socket/comm/local.rb +94 -0
data/lib/raptor-io/socket/comm/sapni.rb +75 -0
data/lib/raptor-io/socket/comm/socks.rb +237 -0
data/lib/raptor-io/socket/comm_chain.rb +30 -0
data/lib/raptor-io/socket/error.rb +45 -0
data/lib/raptor-io/socket/switch_board.rb +183 -0
data/lib/raptor-io/socket/switch_board/route.rb +42 -0
data/lib/raptor-io/socket/tcp.rb +231 -0
data/lib/raptor-io/socket/tcp/ssl.rb +77 -0
data/lib/raptor-io/socket/tcp_server.rb +16 -0
data/lib/raptor-io/socket/tcp_server/ssl.rb +52 -0
data/lib/raptor-io/socket/udp.rb +0 -0
data/lib/raptor-io/version.rb +6 -0
data/lib/tasks/yard.rake +26 -0
data/spec/rack/handler/raptor_spec.rb +140 -0
data/spec/raptor-io/protocol/http/client_spec.rb +671 -0
data/spec/raptor-io/protocol/http/headers_spec.rb +189 -0
data/spec/raptor-io/protocol/http/message_spec.rb +5 -0
data/spec/raptor-io/protocol/http/request/manipulators/authenticator_spec.rb +193 -0
data/spec/raptor-io/protocol/http/request/manipulators/authenticators/basic_spec.rb +32 -0
data/spec/raptor-io/protocol/http/request/manipulators/authenticators/digest_spec.rb +76 -0
data/spec/raptor-io/protocol/http/request/manipulators/authenticators/negotiate_spec.rb +52 -0
data/spec/raptor-io/protocol/http/request/manipulators/authenticators/ntlm_spec.rb +37 -0
data/spec/raptor-io/protocol/http/request/manipulators/redirect_follower_spec.rb +51 -0
data/spec/raptor-io/protocol/http/request/manipulators_spec.rb +202 -0
data/spec/raptor-io/protocol/http/request_spec.rb +965 -0
data/spec/raptor-io/protocol/http/response_spec.rb +236 -0
data/spec/raptor-io/protocol/http/server_spec.rb +345 -0
data/spec/raptor-io/ruby/hash_spec.rb +20 -0
data/spec/raptor-io/ruby/string_spec.rb +20 -0
data/spec/raptor-io/socket/comm/local_spec.rb +50 -0
data/spec/raptor-io/socket/switch_board/route_spec.rb +49 -0
data/spec/raptor-io/socket/switch_board_spec.rb +87 -0
data/spec/raptor-io/socket/tcp/ssl_spec.rb +18 -0
data/spec/raptor-io/socket/tcp_server/ssl_spec.rb +59 -0
data/spec/raptor-io/socket/tcp_server_spec.rb +19 -0
data/spec/raptor-io/socket/tcp_spec.rb +14 -0
data/spec/raptor-io/socket_spec.rb +16 -0
data/spec/raptor-io/version_spec.rb +10 -0
data/spec/spec_helper.rb +56 -0
data/spec/support/fixtures/raptor/protocol/http/request/manipulators/manifoolators/fooer.rb +25 -0
data/spec/support/fixtures/raptor/protocol/http/request/manipulators/niccolo_machiavelli.rb +20 -0
data/spec/support/fixtures/raptor/protocol/http/request/manipulators/options_validator.rb +28 -0
data/spec/support/fixtures/raptor/socket/ssl_server.crt +18 -0
data/spec/support/fixtures/raptor/socket/ssl_server.key +15 -0
data/spec/support/lib/path_helpers.rb +11 -0
data/spec/support/lib/webserver_option_parser.rb +26 -0
data/spec/support/lib/webservers.rb +120 -0
data/spec/support/shared/contexts/with_ssl_server.rb +70 -0
data/spec/support/shared/contexts/with_tcp_server.rb +58 -0
data/spec/support/shared/examples/raptor/comm_examples.rb +26 -0
data/spec/support/shared/examples/raptor/protocols/http/message.rb +106 -0
data/spec/support/shared/examples/raptor/socket_examples.rb +135 -0
data/spec/support/webservers/raptor/protocols/http/client.rb +100 -0
data/spec/support/webservers/raptor/protocols/http/client_close_connection.rb +29 -0
data/spec/support/webservers/raptor/protocols/http/client_https.rb +43 -0
data/spec/support/webservers/raptor/protocols/http/request/manipulators/authenticators/basic.rb +9 -0
data/spec/support/webservers/raptor/protocols/http/request/manipulators/authenticators/digest.rb +22 -0
data/spec/support/webservers/raptor/protocols/http/request/manipulators/redirect_follower.rb +11 -0
metadata +336 -0

data/spec/raptor-io/protocol/http/response_spec.rb ADDED

@@ -0,0 +1,236 @@
+#coding: utf-8
+require 'spec_helper'
+describe RaptorIO::Protocol::HTTP::Response do
+  it_should_behave_like 'RaptorIO::Protocol::HTTP::Message'
+  let(:url) { 'http://test.com' }
+  let(:response) do
+    "HTTP/1.1 404 Not Found\r\n" +
+      "Content-Type: text/html;charset=utf-8\r\n" +
+      "Content-Length: 27\r\n\r\n" +
+      "<!DOCTYPE html>\n" +
+      "More stuff\n".force_encoding( 'ASCII-8BIT')
+  end
+  let(:response_cr) do
+    "HTTP/1.1 404 Not Found\n" +
+      "Content-Type: text/html;charset=utf-8\n" +
+      "Content-Length: 27\n\n" +
+      "<!DOCTYPE html>\n" +
+      "More stuff\n".force_encoding( 'ASCII-8BIT')
+  end
+  it 'forces the body to UTF-8' do
+    described_class.parse( response ).body.encoding.to_s.should == 'UTF-8'
+    described_class.new( body: "stuff τεστblah" ).body.should == 'stuff τεστblah'
+  end
+  describe '#text?' do
+    context 'when the content-type is' do
+      context 'text/*' do
+        it 'returns true' do
+          h = {
+              headers: { 'Content-Type' => 'text/stuff' },
+              body:     "stuff"
+          }
+          described_class.new( h ).text?.should be_true
+        end
+      end
+      context 'application/*' do
+        context 'and the response body is' do
+          context 'binary' do
+            it 'returns false' do
+              h = {
+                  headers: { 'Content-Type' => 'application/stuff' },
+                  body:    "\00\00\00"
+              }
+              described_class.new( h ).text?.should be_false
+            end
+          end
+          context 'text' do
+            it 'returns true' do
+              h = {
+                  headers: { 'Content-Type' => 'application/stuff' },
+                  body:    "stuff"
+              }
+              described_class.new( h ).text?.should be_true
+            end
+          end
+        end
+      end
+      context 'other' do
+        it 'returns false' do
+          h = {
+              headers: { 'Content-Type' => 'blah/stuff' },
+              body:    "stuff"
+          }
+          described_class.new( h ).text?.should be_false
+        end
+      end
+      context nil do
+        context 'and the response body is' do
+          context 'binary' do
+            it 'returns false' do
+              h = { body: "\00\00\00" }
+              described_class.new( h ).text?.should be_false
+            end
+          end
+          context 'text' do
+            it 'returns true' do
+              h = { body: "stuff" }
+              described_class.new( h ).text?.should be_true
+            end
+          end
+        end
+      end
+    end
+  end
+  describe '#code' do
+    it 'returns the HTTP status code' do
+      described_class.new( url: url, code: 200 ).code.should == 200
+    end
+    it 'defaults to 0' do
+      described_class.new( url: url ).code.should == 0
+    end
+  end
+  describe '#body' do
+    it 'returns the HTTP response body' do
+      described_class.parse( response ).body.should == "<!DOCTYPE html>\nMore stuff\n"
+    end
+    it 'is forced to UTF8' do
+      described_class.parse( response ).body.encoding.to_s.should == 'UTF-8'
+    end
+  end
+  describe '#redirect?' do
+    context 'when the code is in the 3xx family' do
+      context 'and there is a Location in the headers' do
+        it 'returns true' do
+          300.upto( 399 ) do |code|
+            described_class.new(
+                url: url,
+                code: code,
+                headers: { 'Location' => url }
+            ).redirect?.should be_true
+          end
+        end
+      end
+      context 'and there is no Location in the headers' do
+        it 'returns false' do
+          300.upto( 399 ) do |code|
+            described_class.new(
+                url: url,
+                code: code
+            ).redirect?.should be_false
+          end
+        end
+      end
+    end
+    context 'when the code is not in the 3xx family' do
+      it 'returns false' do
+        described_class.new(
+            url: url,
+            code: 200
+        ).redirect?.should be_false
+      end
+      context 'and there is a Location in the headers' do
+        it 'returns true' do
+          described_class.new(
+              url: url,
+              code: 200,
+              headers: { 'Location' => url }
+          ).redirect?.should be_false
+        end
+      end
+    end
+  end
+  describe '#modified?' do
+    context 'when the code is 304' do
+      it 'returns false' do
+        described_class.new( url: url, code: 304 ).modified?.should be_false
+      end
+    end
+    context 'when the code is not 304' do
+      it 'returns true' do
+        described_class.new( url: url, code: 301 ).modified?.should be_true
+      end
+    end
+  end
+  describe '#request' do
+    it 'returns the assigned request' do
+      r = RaptorIO::Protocol::HTTP::Request.new( url: url )
+      described_class.new( url: url, request: r ).request.should == r
+    end
+  end
+  describe '.parse' do
+    it 'supports CRLF terminators' do
+      r = described_class.parse( response )
+      r.version.should == '1.1'
+      r.code.should == 404
+      r.message.should == 'Not Found'
+      r.body.should == "<!DOCTYPE html>\nMore stuff\n"
+      r.headers.should == {
+          'Content-Type'   => 'text/html;charset=utf-8',
+          'Content-Length' => '27'
+      }
+      r.to_s.should == response
+    end
+    it 'supports CR terminators' do
+      r = described_class.parse( response_cr )
+      r.version.should == '1.1'
+      r.code.should == 404
+      r.message.should == 'Not Found'
+      r.body.should == "<!DOCTYPE html>\nMore stuff\n"
+      r.headers.should == {
+          'Content-Type'   => 'text/html;charset=utf-8',
+          'Content-Length' => '27'
+      }
+      r.to_s.should == response
+    end
+    context 'when passed an empty string' do
+      it 'returns an empty response' do
+        r = described_class.parse( '' )
+        r.version.should == '1.1'
+        r.code.should == 0
+        r.message.should be_nil
+        r.body.should be_nil
+        r.headers.should == {}
+      end
+    end
+  end
+  describe '#to_s' do
+    it 'returns a String representation of the response' do
+      r = described_class.new(
+        version: '1.1',
+        code:         404,
+        message:      'Not Found',
+        body:         "<!DOCTYPE html>\nMore stuff\n",
+        headers:      {
+            'Content-Type'   => 'text/html;charset=utf-8',
+            'Content-Length' => '431'
+        }
+      )
+      r.to_s.should == response
+    end
+  end
+end

data/spec/raptor-io/protocol/http/server_spec.rb ADDED

@@ -0,0 +1,345 @@
+#coding: utf-8
+require 'spec_helper'
+require 'net/https'
+describe RaptorIO::Protocol::HTTP::Server do
+  after :each do
+    next if !@server
+    @server.stop
+    @server = nil
+  end
+  def test_server( server_or_url )
+    test_request server_or_url
+  end
+  def test_request( server_or_url )
+    request( server_or_url ).code.should == '418'
+  end
+  def request( server_or_url )
+    uri = URI( argument_to_url( server_or_url ) )
+    https = Net::HTTP.new( uri.host, uri.port )
+    https.use_ssl = (uri.scheme == 'https')
+    https.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    https.start { |cx| cx.request( Net::HTTP::Get.new( uri.path ) ) }
+  end
+  def test_request_with_body( server_or_url )
+    response = request_with_body( server_or_url )
+    response.code.should == '418'
+    response.body.should == 'name=value'
+  end
+  def request_with_body( server_or_url )
+    Net::HTTP.post_form( URI( argument_to_url( server_or_url ) ), 'name' => 'value' )
+  end
+  def argument_to_url( server_or_url )
+    server_or_url.is_a?( String ) ? server_or_url : server_or_url.url
+  end
+  let(:switch_board) { RaptorIO::Socket::SwitchBoard.new }
+  let(:ssl_context) do
+    ssl_context             = OpenSSL::SSL::SSLContext.new( :TLSv1 )
+    ssl_context.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    ca  = OpenSSL::X509::Name.parse( "/C=US/ST=SomeState/L=SomeCity/O=Organization/OU=Unit/CN=localhost" )
+    key = OpenSSL::PKey::RSA.new( 1024 )
+    crt = OpenSSL::X509::Certificate.new
+    crt.version = 2
+    crt.serial  = 1
+    crt.subject = ca
+    crt.issuer  = ca
+    crt.public_key = key.public_key
+    crt.not_before = Time.now
+    crt.not_after  = Time.now + 1 * 365 * 24 * 60 * 60 # 1 year
+    ssl_context.cert = crt
+    ssl_context.key  = key
+    ssl_context
+  end
+  def new_server( options = {}, &block )
+    @server = described_class.new(
+        { switch_board: switch_board }.merge(options),
+        &block
+    )
+  end
+  describe '#run_nonblock' do
+    it 'starts the server but does not block' do
+      server = new_server
+      server.run_nonblock
+      test_server server
+    end
+  end
+  describe '#stop' do
+    it 'stops the server' do
+      server = new_server
+      server.run_nonblock
+      test_server server
+      server.stop
+      expect { request( server ) }.to raise_error Errno::ECONNREFUSED
+    end
+  end
+  context 'when a request has Transfer-Encoding' do
+    context 'other' do
+      it 'returns a 501 response' do
+        server = new_server
+        server.run_nonblock
+        socket = TCPSocket.new( server.address, server.port )
+        [
+            'GET / HTTP/1.1',
+            'Transfer-Encoding: Stuff'
+        ].each do |l|
+          socket.puts l
+        end
+        socket.puts
+        [
+            'Data' * 12,
+            'More data' * 20,
+            'Even more data'  * 102
+        ].each do |l|
+          socket << "#{l.size.to_s( 16 )}\r\n#{l}\r\n"
+        end
+        socket << "0\r\n\r\n"
+        buff = ''
+        while !(buff =~ RaptorIO::Protocol::HTTP::HEADER_SEPARATOR_PATTERN)
+          buff << socket.gets
+        end
+        socket.close
+        RaptorIO::Protocol::HTTP::Response.parse( buff ).code.should == 501
+      end
+    end
+    describe 'Chunked' do
+      it 'supports it' do
+        server = new_server
+        server.run_nonblock
+        socket = TCPSocket.new( server.address, server.port )
+        [
+            'GET / HTTP/1.1',
+            'Transfer-Encoding: Chunked'
+        ].each do |l|
+          socket.puts l
+        end
+        socket.puts
+        [
+            'Data' * 12,
+            'More data' * 20,
+            'Even more data'  * 102
+        ].each do |l|
+          socket << "#{l.size.to_s( 16 )}\r\n#{l}\r\n"
+        end
+        socket << "0\r\n\r\n"
+        buff = ''
+        while !(buff =~ RaptorIO::Protocol::HTTP::HEADER_SEPARATOR_PATTERN)
+          buff << socket.gets
+        end
+        socket.close
+        RaptorIO::Protocol::HTTP::Response.parse( buff ).code.should == 418
+      end
+    end
+  end
+  describe '#initialize' do
+    describe :switch_board do
+      it 'uses that switchboard' do
+        server = described_class.new( switch_board: switch_board )
+        server.switch_board.should == switch_board
+      end
+      context 'when nil' do
+        it 'raises ArgumentError' do
+          expect { described_class.new }.to raise_error ArgumentError
+        end
+      end
+    end
+    describe :ssl_context do
+      it 'uses it to establish an SSL stream' do
+        server = new_server( ssl_context: ssl_context )
+        server.url.should == "https://#{server.address}:#{server.port}/"
+        server.ssl?.should be_true
+        server.run_nonblock
+        test_server server
+      end
+    end
+    describe :address do
+      it 'binds to this address' do
+        address = '127.0.0.1'
+        server = new_server( address: address )
+        server.address.should == address
+        server.run_nonblock
+        test_server server
+      end
+      it 'defaults to 0.0.0.0' do
+        server = new_server
+        server.address.should == '0.0.0.0'
+        server.run_nonblock
+        test_server server
+      end
+    end
+    describe :port do
+      it 'binds to this port' do
+        server = new_server( port: 8080 )
+        server.port.should == 8080
+        server.run_nonblock
+        test_server server
+      end
+      it 'defaults to 4567' do
+        server = new_server
+        server.port.should == 4567
+        server.run_nonblock
+        test_server server
+      end
+    end
+    describe :timeout do
+      it 'defaults to 10', speed: 'slow' do
+        server = new_server
+        server.timeout.should == 10
+        server.run_nonblock
+        server.timeouts.should == 0
+        socket = Socket.new( Socket::Constants::AF_INET, Socket::Constants::SOCK_STREAM, 0 )
+        sockaddr = Socket.pack_sockaddr_in( server.port, server.address )
+        socket.connect( sockaddr )
+        sleep 9
+        server.timeouts.should == 0
+        sleep 11
+        socket.close
+        server.timeouts.should == 1
+      end
+      it 'sets the request timeout' do
+        server = new_server( timeout: 1 )
+        server.timeout.should == 1
+        server.run_nonblock
+        server.timeouts.should == 0
+        socket = Socket.new( Socket::Constants::AF_INET, Socket::Constants::SOCK_STREAM, 0 )
+        sockaddr = Socket.pack_sockaddr_in( server.port, server.address )
+        socket.connect( sockaddr )
+        sleep 2
+        socket.close
+        server.timeouts.should == 1
+      end
+    end
+    describe :request_mtu do
+      it 'reads bodies larger than :request_mtu in :request_mtu sized chunks' do
+        server = new_server( request_mtu: 1 )
+        server.request_mtu.should == 1
+        server.run_nonblock
+        test_request_with_body server
+      end
+    end
+    describe :response_mtu do
+      it 'sends responses larger than :response_mtu in :response_mtu sized chunks' do
+        server = new_server( response_mtu: 1 )
+        server.response_mtu.should == 1
+        server.run_nonblock
+        test_request_with_body server
+      end
+    end
+    describe :handler do
+      it 'passes each request to the given handler' do
+        request = nil
+        server = new_server do |response|
+          request       = response.request
+          response.code = 200
+          response.body = 'Success!'
+        end
+        server.run_nonblock
+        response = request( server )
+        response.code.should == '200'
+        response.body.should == 'Success!'
+        request.should be_kind_of RaptorIO::Protocol::HTTP::Request
+      end
+    end
+  end
+  describe '#run' do
+    it 'starts the server' do
+      server = new_server
+      Thread.new { server.run }
+      sleep 0.1 while !server.running?
+      test_server server
+    end
+  end
+  describe '#running?' do
+    context 'when the server is running' do
+      it 'returns true' do
+        server = new_server
+        server.run_nonblock
+        server.running?.should be_true
+      end
+    end
+    context 'when the server is not running' do
+      it 'returns true' do
+        server = new_server
+        server.running?.should be_false
+      end
+    end
+  end
+  describe '#url' do
+    it 'returns the URL of the server' do
+      server = new_server
+      server.run_nonblock
+      server.url.should == "http://#{server.address}:#{server.port}/"
+      test_server server.url
+    end
+  end
+end