excon 0.0.1

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,5 @@
+*.sw?
+.DS_Store
+coverage
+rdoc
+pkg

data/README.rdoc

@@ -0,0 +1,28 @@
+= excon
+
+Http(s) EXtended CONnections
+
+== Copyright
+
+(The MIT License)
+
+Copyright (c) 2009 {geemus (Wesley Beary)}[http://github.com/geemus]
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,55 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "excon"
+    gem.summary = %Q{EXtended http(s) CONnections}
+    gem.description = %Q{speed, persistence, http(s)}
+    gem.email = "wbeary@engineyard.com"
+    gem.homepage = "http://github.com/geemus/excon"
+    gem.authors = ["Wesley Beary"]
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/*_test.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+task :test => :check_dependencies
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION')
+    version = File.read('VERSION')
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "excon #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/benchmarks/excon_vs.rb

@@ -0,0 +1,39 @@
+require File.join(File.dirname(__FILE__), '..', 'lib/excon')
+
+require 'benchmark'
+require 'net/http'
+require 'open-uri'
+
+COUNT = 100
+data = "Content-Length: 100"
+Benchmark.bmbm(25) do |bench|
+  bench.report('excon') do
+    COUNT.times do
+      Excon.new('http://www.google.com').request(:method => 'GET', :path => '/')
+    end
+  end
+  bench.report('excon (persistent)') do
+    excon = Excon.new('http://www.google.com')
+    COUNT.times do
+      excon.request(:method => 'GET', :path => '/')
+    end
+  end
+  bench.report('net/http') do
+    COUNT.times do
+      # Net::HTTP.get('www.google.com', '/')
+      Net::HTTP.start('www.google.com') {|http| http.get('/') }
+    end
+  end
+  bench.report('net/http (persistent)') do
+    Net::HTTP.start('www.google.com', 80) do |http|
+      COUNT.times do
+        http.get('/')
+      end
+    end
+  end
+  bench.report('open-uri') do
+    COUNT.times do
+      open('http://www.google.com/').read
+    end
+  end
+end

data/benchmarks/headers_split_vs_match.rb

@@ -0,0 +1,29 @@
+require 'benchmark'
+
+COUNT = 1_000_000
+data = "Content-Length: 100"
+Benchmark.bmbm(25) do |bench|
+  bench.report('regex') do
+    COUNT.times do
+      header = data.match(/(.*):\s(.*)/)
+      "#{header[1]}: #{header[2]}"
+    end
+  end
+  bench.report('split') do
+    COUNT.times do
+      header = data.split(': ')
+      "#{header[0]}: #{header[1]}"
+    end
+  end
+end
+
+
+
+# Rehearsal ------------------------------------------------------------
+# regex                      4.270000   0.010000   4.280000 (  4.294186)
+# split                      3.870000   0.000000   3.870000 (  3.885645)
+# --------------------------------------------------- total: 8.150000sec
+# 
+#                                user     system      total        real
+# regex                      4.260000   0.010000   4.270000 (  4.284764)
+# split                      3.860000   0.010000   3.870000 (  3.882795)

data/benchmarks/strip_newline.rb

@@ -0,0 +1,69 @@
+require 'benchmark'
+
+COUNT = 1_000_000
+data = "Content-Length: 100\r\n"
+Benchmark.bmbm(25) do |bench|
+  bench.report('chomp') do
+    COUNT.times do
+      data = "Content-Length: 100\r\n"
+      data.chomp
+    end
+  end
+  bench.report('chomp!') do
+    COUNT.times do
+      data = "Content-Length: 100\r\n"
+      data.chomp!
+    end
+  end
+  bench.report('chop') do
+    COUNT.times do
+      data = "Content-Length: 100\r\n"
+      data.chop
+    end
+  end
+  bench.report('chop!') do
+    COUNT.times do
+      data = "Content-Length: 100\r\n"
+      data.chop!
+    end
+  end
+  bench.report('strip') do
+    COUNT.times do
+      data = "Content-Length: 100\r\n"
+      data.strip
+    end
+  end
+  bench.report('strip!') do
+    COUNT.times do
+      data = "Content-Length: 100\r\n"
+      data.strip!
+    end
+  end
+  bench.report('index') do
+    COUNT.times do
+      data = "Content-Length: 100\r\n"
+      data[0..-3]
+    end
+  end
+end
+
+
+
+# Rehearsal ------------------------------------------------------------
+# chomp                      0.640000   0.000000   0.640000 (  0.644043)
+# chomp!                     0.530000   0.000000   0.530000 (  0.531415)
+# chop                       0.620000   0.000000   0.620000 (  0.624321)
+# chop!                      0.500000   0.000000   0.500000 (  0.509146)
+# strip                      0.640000   0.000000   0.640000 (  0.638785)
+# strip!                     0.530000   0.000000   0.530000 (  0.532196)
+# index                      0.740000   0.000000   0.740000 (  0.745742)
+# --------------------------------------------------- total: 4.200000sec
+# 
+#                                user     system      total        real
+# chomp                      0.640000   0.010000   0.650000 (  0.647287)
+# chomp!                     0.530000   0.000000   0.530000 (  0.532868)
+# chop                       0.630000   0.000000   0.630000 (  0.628236)
+# chop!                      0.520000   0.000000   0.520000 (  0.522950)
+# strip                      0.640000   0.000000   0.640000 (  0.646328)
+# strip!                     0.520000   0.000000   0.520000 (  0.532715)
+# index                      0.740000   0.010000   0.750000 (  0.771277)

data/lib/excon.rb

@@ -0,0 +1,21 @@
+__DIR__ = File.dirname(__FILE__)
+
+$LOAD_PATH.unshift __DIR__ unless
+  $LOAD_PATH.include?(__DIR__) ||
+  $LOAD_PATH.include?(File.expand_path(__DIR__))
+
+require 'openssl'
+require 'socket'
+require 'uri'
+
+require 'excon/connection'
+require 'excon/errors'
+require 'excon/response'
+
+module Excon
+
+  def self.new(url)
+    Excon::Connection.new(url)
+  end
+
+end

data/lib/excon/connection.rb

@@ -0,0 +1,111 @@
+module Excon
+  class Connection
+
+    unless defined?(:CHUNK_SIZE)
+      CHUNK_SIZE = 1048576 # 1 megabyte
+    end
+
+    def initialize(url)
+      @uri = URI.parse(url)
+    end
+
+    def request(params)
+      begin
+        params[:path] ||= ''
+        unless params[:path][0..0] == '/'
+          params[:path] = "/#{params[:path]}"
+        end
+        if params[:query] && !params[:query].empty?
+          params[:path] << "?#{params[:query]}"
+        end
+        request = "#{params[:method]} #{params[:path]} HTTP/1.1\r\n"
+        params[:headers] ||= {}
+        params[:headers]['Host'] = params[:host] || @uri.host
+        if params[:body] && !params[:headers]['Content-Length']
+          params[:headers]['Content-Length'] = params[:body].length
+        end
+        for key, value in params[:headers]
+          request << "#{key}: #{value}\r\n"
+        end
+        request << "\r\n"
+        connection.write(request)
+
+        if params[:body]
+          if params[:body].is_a?(String)
+            connection.write(params[:body])
+          else
+            while chunk = params[:body].read(CHUNK_SIZE)
+              connection.write(chunk)
+            end
+          end
+        end
+
+        response = Excon::Response.new
+        response.status = connection.readline[9..11].to_i
+        while true
+          data = connection.readline.chop!
+          unless data.empty?
+            header = data.split(': ')
+            response.headers[header[0]] = header[1]
+          else
+            break
+          end
+        end
+
+        unless params[:method] == 'HEAD'
+          unless params[:block]
+            response.body = ''
+            params[:block] = lambda { |chunk| response.body << chunk }
+          end
+
+          if response.headers['Content-Length']
+            remaining = response.headers['Content-Length'].to_i
+            while remaining > 0
+              params[:block].call(connection.read([CHUNK_SIZE, remaining].min))
+              remaining -= CHUNK_SIZE
+            end
+          elsif response.headers['Transfer-Encoding'] == 'chunked'
+            while true
+              chunk_size = connection.readline.chomp!.to_i(16)
+              chunk = connection.read(chunk_size + 2).chop! # 2 == "/r/n".length
+              if chunk_size > 0
+                params[:block].call(chunk)
+              else
+                break
+              end
+            end
+          elsif response.headers['Connection'] == 'close'
+            params[:block].call(connection.read)
+            @connection = nil
+          end
+        end
+      rescue => connection_error
+        @connection = nil
+        raise(connection_error)
+      end
+
+      if params[:expects] && ![*params[:expects]].include?(response.status)
+        raise(Excon::Errors.status_error(params[:expects], response.status, response))
+      else
+        response
+      end
+    end
+
+    private
+
+    def connection
+      if !@connection || @connection.closed?
+        @connection = TCPSocket.open(@uri.host, @uri.port)
+        if @uri.scheme == 'https'
+          @ssl_context = OpenSSL::SSL::SSLContext.new
+          @ssl_context.verify_mode = OpenSSL::SSL::VERIFY_NONE
+          @connection = OpenSSL::SSL::SSLSocket.new(@connection, @ssl_context)
+          @connection.sync_close = true
+          @connection.connect
+        end
+      end
+      @connection
+    end
+
+  end
+end

data/lib/excon/errors.rb

@@ -0,0 +1,92 @@
+module Excon
+
+  module Errors
+    class Continue < StandardError; end                     # 100
+    class SwitchingProtocols < StandardError; end           # 101
+    class OK < StandardError; end                           # 200
+    class Created < StandardError; end                      # 201
+    class Accepted < StandardError; end                     # 202
+    class NonAuthoritativeInformation < StandardError; end  # 203
+    class NoContent < StandardError; end                    # 204
+    class ResetContent < StandardError; end                 # 205
+    class PartialContent < StandardError; end               # 206
+    class MultipleChoices < StandardError; end              # 300
+    class MovedPermanently < StandardError; end             # 301
+    class Found < StandardError; end                        # 302
+    class SeeOther < StandardError; end                     # 303
+    class NotModified < StandardError; end                  # 304
+    class UseProxy < StandardError; end                     # 305
+    class TemporaryRedirect < StandardError; end            # 307
+    class BadRequest < StandardError; end                   # 400
+    class Unauthorized < StandardError; end                 # 401
+    class PaymentRequired < StandardError; end              # 402
+    class Forbidden < StandardError; end                    # 403
+    class NotFound < StandardError; end                     # 404
+    class MethodNotAllowed < StandardError; end             # 405
+    class NotAcceptable < StandardError; end                # 406
+    class ProxyAuthenticationRequired < StandardError; end  # 407
+    class RequestTimeout < StandardError; end               # 408
+    class Conflict < StandardError; end                     # 409
+    class Gone < StandardError; end                         # 410
+    class LengthRequired < StandardError; end               # 411
+    class PreconditionFailed < StandardError; end           # 412
+    class RequestEntityTooLarge < StandardError; end        # 412
+    class RequestURITooLong < StandardError; end            # 414
+    class UnsupportedMediaType < StandardError; end         # 415
+    class RequestedRangeNotSatisfiable < StandardError; end # 416
+    class ExpectationFailed < StandardError; end            # 417
+    class InternalServerError < StandardError; end          # 500
+    class NotImplemented < StandardError; end               # 501
+    class BadGateway < StandardError; end                   # 502
+    class ServiceUnavailable < StandardError; end           # 503
+    class GatewayTimeout < StandardError; end               # 504
+
+    # Messages for nicer exceptions, from rfc2616
+    def self.status_error(expected, actual, response)
+      @errors ||= { 
+        100 => [Excon::Errors::Continue, 'Continue'],
+        101 => [Excon::Errors::SwitchingProtocols, 'Switching Protocols'],
+        200 => [Excon::Errors::OK, 'OK'],
+        201 => [Excon::Errors::Created, 'Created'],
+        202 => [Excon::Errors::Accepted, 'Accepted'],
+        203 => [Excon::Errors::NonAuthoritativeInformation, 'Non-Authoritative Information'],
+        204 => [Excon::Errors::NoContent, 'No Content'],
+        205 => [Excon::Errors::ResetContent, 'Reset Content'],
+        206 => [Excon::Errors::PartialContent, 'Partial Content'],
+        300 => [Excon::Errors::MultipleChoices, 'Multiple Choices'],
+        301 => [Excon::Errors::MovedPermanently, 'Moved Permanently'],
+        302 => [Excon::Errors::Found, 'Found'],
+        303 => [Excon::Errors::SeeOther, 'See Other'],
+        304 => [Excon::Errors::NotModified, 'Not Modified'],
+        305 => [Excon::Errors::UseProxy, 'Use Proxy'],
+        307 => [Excon::Errors::TemporaryRedirect, 'Temporary Redirect'],
+        400 => [Excon::Errors::BadRequest, 'Bad Request'],
+        401 => [Excon::Errors::Unauthorized, 'Unauthorized'],
+        402 => [Excon::Errors::PaymentRequired, 'Payment Required'],
+        403 => [Excon::Errors::Forbidden, 'Forbidden'],
+        404 => [Excon::Errors::NotFound, 'Not Found'],
+        405 => [Excon::Errors::MethodNotAllowed, 'Method Not Allowed'],
+        406 => [Excon::Errors::NotAcceptable, 'Not Acceptable'],
+        407 => [Excon::Errors::ProxyAuthenticationRequired, 'Proxy Authentication Required'],
+        408 => [Excon::Errors::RequestTimeout, 'Request Timeout'],
+        409 => [Excon::Errors::Conflict, 'Conflict'],
+        410 => [Excon::Errors::Gone, 'Gone'],
+        411 => [Excon::Errors::LengthRequired, 'Length Required'],
+        412 => [Excon::Errors::PreconditionFailed, 'Precondition Failed'],
+        413 => [Excon::Errors::RequestEntityTooLarge, 'Request Entity Too Large'],
+        414 => [Excon::Errors::RequestURITooLong, 'Request-URI Too Long'],
+        415 => [Excon::Errors::UnsupportedMediaType, 'Unsupported Media Type'],
+        416 => [Excon::Errors::RequestedRangeNotSatisfiable, 'Request Range Not Satisfiable'],
+        417 => [Excon::Errors::ExpectationFailed, 'Expectation Failed'],
+        500 => [Excon::Errors::InternalServerError, 'InternalServerError'],
+        501 => [Excon::Errors::NotImplemented, 'Not Implemented'],
+        502 => [Excon::Errors::BadGateway, 'Bad Gateway'],
+        503 => [Excon::Errors::ServiceUnavailable, 'Service Unavailable'],
+        504 => [Excon::Errors::GatewayTimeout, 'Gateway Timeout']
+      }
+      error = @errors[actual]
+      error[0].new("Expected(#{expected.inspect}) <=> Actual(#{actual} #{error[1]}): #{response.body}")
+    end
+
+  end
+end

data/lib/excon/response.rb

@@ -0,0 +1,12 @@
+module Excon
+  class Response
+
+    attr_accessor :body, :headers, :status
+
+    def initialize
+      @body = ''
+      @headers = {}
+    end
+
+  end
+end

data/test/test.rb

@@ -0,0 +1,15 @@
+require File.join(File.dirname(__FILE__), '..', 'lib/excon')
+
+x = Excon.new('http://www.google.com')
+
+10.times do
+p x.request(
+  :method => 'GET',
+  :path => '/'
+)
+end
+
+# require 'open-uri'
+# 10.times do
+#   p open('http://www.google.com').read
+# end

metadata

@@ -0,0 +1,67 @@
+--- !ruby/object:Gem::Specification 
+name: excon
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Wesley Beary
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-10-31 00:00:00 -07:00
+default_executable: 
+dependencies: []
+
+description: speed, persistence, http(s)
+email: wbeary@engineyard.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+files: 
+- .document
+- .gitignore
+- README.rdoc
+- Rakefile
+- VERSION
+- benchmarks/excon_vs.rb
+- benchmarks/headers_split_vs_match.rb
+- benchmarks/strip_newline.rb
+- lib/excon.rb
+- lib/excon/connection.rb
+- lib/excon/errors.rb
+- lib/excon/response.rb
+- test/test.rb
+has_rdoc: true
+homepage: http://github.com/geemus/excon
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: EXtended http(s) CONnections
+test_files: 
+- test/test.rb