minhttp 0.0.1

data/examples/readme_example.rb

@@ -0,0 +1,16 @@
+require_relative 'lib/min_http'
+
+data = <<-HTTP
+GET / HTTP/1.0\r
+Host: www.google.com\r
+
+HTTP
+
+EventMachine::run do
+  Http::Min.connect("www.google.com", data) do |raw_response, parsed_response|
+    puts "Received #{parsed_response.status_code} status from Google"
+    puts "First 100 characters of raw HTTP response:"
+    puts raw_response[0..100]
+    EM::stop
+  end
+end

data/lib/minhttp.rb

@@ -0,0 +1,112 @@
+require 'http/parser'
+require 'eventmachine'
+require 'logger'
+require_relative "ssl_validator"
+
+#
+# The minimal HTTP client
+#   Sends a raw http request (bytes)
+#   Parses the response and provides both the parsed and the raw response
+#   Supports ssl
+#
+module Http
+  class Min < EventMachine::Connection
+
+    attr_accessor :host, :ssl, :callback, :request_data
+
+    def self.connections
+      @@connections
+    end
+
+    def self.configure(options={})
+      @@options = options
+      @@logger = options[:logger] || Logger.new(STDOUT)
+      @@connections = 0
+    end
+
+    def self.configured?
+      class_variable_defined?("@@logger")
+    end
+
+    def self.connect(host, data, port=80, ssl=false, &callback)
+      configure unless configured?
+
+      EventMachine.connect(host, port, self) do |c|
+        # this code runs after 'post_init', before 'connection_completed'
+        c.host = host
+        c.ssl = ssl
+        c.callback = callback
+        c.request_data = data
+      end
+    end
+
+    def post_init
+      begin
+        @@connections += 1
+        @parser = Http::Parser.new
+        @response_data = ""
+      rescue Exception => e
+        @@logger.error("Error in post_init: #{e}")
+        raise e
+      end
+    end
+
+    def connection_completed
+      begin
+        start_tls(:verify_peer => true) if @ssl
+        send_data @request_data
+      rescue Exception => e
+        puts "Error in connection_completed: #{e}"
+      end
+    end
+
+    def receive_data(data)
+      @response_data << data
+      begin
+        @parser << data
+      rescue HTTP::Parser::Error => e
+        @@logger.warn "Failed to parse: #{data}"
+        raise e
+      end
+    end
+
+    def unbind
+      begin
+        @@connections -= 1
+        @callback.call(@response_data, @parser)
+      rescue Exception => e
+        @@logger.error("Error in unbind: #{e}")
+        raise e
+      end
+    end
+
+    #
+    # Called once per cert received
+    # The certs aren't verified until the handshake is completed
+    #
+    def ssl_verify_peer(cert)
+      begin
+        @certs ||= []
+        @certs << cert unless @certs.include?(cert)
+        true
+      rescue Exception => e
+        @@logger.error("Error in ssl_verify_peer: #{e}")
+        raise e
+      end
+    end
+    
+    #
+    # Verify the certs and throw an exception if they are not valid
+    #
+    def ssl_handshake_completed
+      begin
+        return unless @@options[:verify_ssl]
+        close_connection unless Http::SSLValidator.validate(@certs, @host)
+      rescue Exception => e
+        @@logger.error("Error in ssl_handshake_completed: #{e}")
+        raise e
+      end
+    end
+
+  end
+end

data/lib/ssl_validator.rb

@@ -0,0 +1,80 @@
+require 'openssl'
+require 'logger'
+
+module Http
+  class SSLValidator
+    class << self
+
+      def configure(logger)
+        @@logger = logger || Logger.new(STDOUT)
+        create_store
+      end
+
+      def configured?
+        class_variable_defined?("@@logger")
+      end
+
+      #
+      # Completes the 3 steps to certificate chain verification
+      # Also applies if there is just one cert in the chain, but the last
+      # step won't run
+      #
+      def validate(certs, host)
+        certs = certs.collect { |c| OpenSSL::X509::Certificate.new(c) }
+        @@logger.debug("Verifying certs for #{host}")
+        
+        # 1. Verify that the last cert has a valid hostname 
+        unless OpenSSL::SSL.verify_certificate_identity(certs.last, host)
+          @@logger.error("Hostname #{host} does not match cert: #{certs.last}")
+          return false
+        end
+                
+        # 2. Verify that the first cert can be validated by a root certificate
+        unless @@store.verify(certs.first)
+          @@logger.error("Cert not validated by any of the root certificates in my store: #{certs.first}")
+          return false
+        end
+        
+        # 3. Verify that every cert in the chain is validated by the cert after it
+        (certs.length - 1).times do |i|
+          cert_a = certs[i+1]
+          cert_b = certs[i]
+          unless cert_a.verify(cert_b.public_key)
+            @@logger.error("Broken link in certificate chain for #{host} between #{cert_a} and #{cert_b}")
+            return false
+          end
+        end
+        true
+      end
+
+
+      private
+
+      #
+      # Create a Ruby OpenSSL certificate store with all the certs
+      # in the given root certificate file. Ruby doesn't supply a clean
+      # way to get the root certs out of a root cert file so I have to split
+      # it manually.
+      #
+      def create_store
+        configure unless configured?
+
+        # Root certs downloaded from: http://curl.haxx.se/ca/cacert.pem
+        ca_file_path = File.join(File.dirname(__FILE__), "../cacert.pem")
+
+        @@store = OpenSSL::X509::Store.new
+        splitter = "END CERTIFICATE-----"
+        File.read(ca_file_path).strip.split(splitter).each do |c|
+          begin
+            c << splitter
+            @@store.add_cert OpenSSL::X509::Certificate.new(c)
+          rescue OpenSSL::X509::CertificateError
+            @@logger.warn "Error loading cert from #{c} from #{ca_file_path}"
+          end
+        end
+        @@store
+      end
+
+    end
+  end
+end

data/test/simple_test.rb

@@ -0,0 +1,22 @@
+require 'minitest/autorun'
+require_relative "../lib/minhttp"
+
+class SimpleTest < MiniTest::Unit::TestCase
+  def test_simple_google
+    data = <<-HTTP
+GET / HTTP/1.0\r
+Host: www.google.com\r
+
+HTTP
+
+    EventMachine::run do
+      Http::Min.connect("www.google.com", data) do |raw_response, parsed_response|
+        assert(parsed_response.status_code == 200, "Response from google should be 200 but is #{parsed_response.status_code}")
+        assert(raw_response.length > 0, "Raw response from google should be have size larger than 0")
+        EM::stop
+      end
+    end
+
+  end
+end
+

data/test/simple_test.rb~

@@ -0,0 +1,10 @@
+require 'minitest/autorun'
+
+class SimpleTest < MiniTest::Unit::TestCase
+  #TEST_DIR = File.dirname(__FILE__)
+
+  def simple_test(test_name)
+
+  end
+end
+

metadata

@@ -0,0 +1,82 @@
+--- !ruby/object:Gem::Specification
+name: minhttp
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: !!null 
+platform: ruby
+authors:
+- Andrew Farmer
+autorequire: !!null 
+bindir: bin
+cert_chain: []
+date: 2011-05-10 00:00:00.000000000 -07:00
+default_executable: !!null 
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: http_parser.rb
+  requirement: &9355460 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *9355460
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: &9338000 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *9338000
+description: MinHTTP allows one to send and receive raw HTTP requests. It's a very
+  thin wrapper around EventMachine's connect method with some SSL validation added.
+email:
+- ahfarmer@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- VERSION
+- Gemfile
+- Rakefile
+- cacert.pem
+- examples/readme_example.rb
+- lib/ssl_validator.rb
+- lib/minhttp.rb
+- test/simple_test.rb~
+- test/simple_test.rb
+has_rdoc: true
+homepage: http://github.com/ahfarmer/minhttp
+licenses: []
+post_install_message: !!null 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: minhttp
+rubygems_version: 1.5.0
+signing_key: !!null 
+specification_version: 3
+summary: An HTTP library for the minimalist.
+test_files:
+- test/simple_test.rb~
+- test/simple_test.rb