igrigorik-em-http-request 0.1.1

data/lib/em-http/multi.rb

@@ -0,0 +1,51 @@
+module EventMachine
+
+  # EventMachine based Multi request client, based on a streaming HTTPRequest class, 
+  # which allows you to open multiple parallel connections and return only when all
+  # of them finish. (i.e. ideal for parallelizing workloads)
+  # 
+  # == Example
+  # 
+  #  EventMachine.run {
+  #   
+  #   multi = EventMachine::MultiRequest.new
+  #    
+  #   # add multiple requests to the multi-handler
+  #   multi.add(EventMachine::HttpRequest.new('http://www.google.com/').get)
+  #   multi.add(EventMachine::HttpRequest.new('http://www.yahoo.com/').get)
+  #    
+  #    multi.callback  {
+  #       p multi.responses[:succeeded]
+  #       p multi.responses[:failed]
+  #     
+  #       EventMachine.stop
+  #    }
+  #  }
+  # 
+  
+  class MultiRequest
+    include EventMachine::Deferrable
+
+    attr_reader :requests, :responses
+    
+    def initialize
+      @requests = []
+      @responses = {:succeeded => [], :failed => []}
+    end
+    
+    def add(conn)
+      conn.callback { @responses[:succeeded].push(conn); check_progress }
+      conn.errback  { @responses[:failed].push(conn); check_progress }
+      
+      @requests.push(conn)
+    end
+    
+    protected
+   
+    # invoke callback if all requests have completed
+    def check_progress
+      succeed if (@responses[:succeeded].size + @responses[:failed].size) == @requests.size
+    end
+    
+  end
+end

data/lib/em-http/request.rb

@@ -0,0 +1,63 @@
+require 'uri'
+require 'base64'
+
+module EventMachine
+
+  # EventMachine based HTTP request class with support for streaming consumption
+  # of the response. Response is parsed with a Ragel-generated whitelist parser
+  # which supports chunked HTTP encoding.
+  #
+  # == Example
+  #
+  #
+  #  EventMachine.run {
+  #    http = EventMachine::HttpRequest.new('http://127.0.0.1/').get :query => {'keyname' => 'value'}
+  #
+  #    http.callback {
+  #     p http.response_header.status
+  #     p http.response_header
+  #     p http.response
+  #
+  #	EventMachine.stop
+  #    }
+  #  }
+  #
+
+  class HttpRequest
+    attr_reader :response, :headers
+
+    def initialize(host, headers = {})
+      @headers = headers
+      @uri = URI::parse(host)
+    end
+
+    # Send an HTTP request and consume the response. Supported options:
+    #
+    #   head: {Key: Value}
+    #     Specify an HTTP header, e.g. {'Connection': 'close'}
+    #
+    #   query: {Key: Value}
+    #     Specify query string parameters (auto-escaped)
+    #
+    #   body: String
+    #     Specify the request body (you must encode it for now)
+    #
+
+    def get  options = {};    send_request(:get,  options);    end
+    def post options = {};    send_request(:post, options);    end
+
+    protected
+
+    def send_request(method, options)
+      raise ArgumentError, "invalid request path" unless /^\// === @uri.path
+
+      method = method.to_s.upcase
+
+      EventMachine.connect(@uri.host, @uri.port, EventMachine::HttpClient) { |c|
+        c.uri = @uri
+        c.method = method
+        c.options = options
+      }
+    end
+  end
+end

data/test/helper.rb

@@ -0,0 +1,5 @@
+require 'rubygems'
+require 'spec'
+require 'pp'
+
+require 'lib/em-http'

data/test/stallion.rb

@@ -0,0 +1,123 @@
+# #--
+# Includes portion originally Copyright (C)2008 Michael Fellinger
+# license See file LICENSE for details
+# #--
+
+require 'rack'
+
+module Stallion
+  class Mount
+    def initialize(name, *methods, &block)
+      @name, @methods, @block = name, methods, block
+    end
+
+    def ride
+      @block.call
+    end
+
+    def match?(request)
+      method = request['REQUEST_METHOD']
+      right_method = @methods.empty? or @methods.include?(method)
+    end
+  end
+
+  class Stable
+    attr_reader :request, :response
+
+    def initialize
+      @boxes = {}
+    end
+
+    def in(path, *methods, &block)
+      mount = Mount.new(path, *methods, &block)
+      @boxes[[path, methods]] = mount
+      mount
+    end
+
+    def call(request, response)
+      @request, @response = request, response
+      @boxes.each do |(path, methods), mount|
+        if mount.match?(request)
+          mount.ride
+        end
+      end
+    end
+  end
+
+  STABLES = {}
+
+  def self.saddle(name = nil)
+    STABLES[name] = stable = Stable.new
+    yield stable
+  end
+
+  def self.run(options = {})
+    options = {:Host => "127.0.0.1", :Port => 8080}.merge(options)
+    Rack::Handler::Mongrel.run(Rack::Lint.new(self), options)
+  end
+
+  def self.call(env)
+    request = Rack::Request.new(env)
+    response = Rack::Response.new
+
+    STABLES.each do |name, stable|
+      stable.call(request, response)
+    end
+
+    response.finish
+  end
+end
+
+Stallion.saddle :spec do |stable|
+  stable.in '/' do
+
+    if stable.request.path_info == '/fail'
+      stable.response.status = 404
+
+    elsif stable.request.query_string == 'q=test'
+      stable.response.write 'test'
+
+    elsif stable.request.path_info == '/echo_query'
+      stable.response.write stable.request.query_string
+
+    elsif stable.request.post?
+      stable.response.write 'test'
+
+    elsif stable.request.path_info == '/gzip'
+      io = StringIO.new
+      gzip = Zlib::GzipWriter.new(io)
+      gzip << "compressed"
+      gzip.close
+
+      stable.response.write io.string
+      stable.response["Content-Encoding"] = "gzip"
+
+    elsif stable.request.path_info == '/deflate'
+      stable.response.write Zlib::Deflate.deflate("compressed")
+      stable.response["Content-Encoding"] = "deflate"
+
+    elsif stable.request.env["HTTP_IF_NONE_MATCH"]
+      stable.response.status = 304
+
+    elsif stable.request.env["HTTP_AUTHORIZATION"]
+      auth = "Basic %s" % Base64.encode64(['user', 'pass'].join(':')).chomp
+
+      if auth == stable.request.env["HTTP_AUTHORIZATION"]
+        stable.response.status = 200
+        stable.response.write 'success'
+      else
+        stable.response.status = 401
+      end
+
+    elsif
+      stable.response.write  'Hello, World!'
+    end
+
+  end
+end
+
+Thread.new do
+  Stallion.run :Host => '127.0.0.1', :Port => 8080
+end
+
+sleep(2)

data/test/test_multi.rb

@@ -0,0 +1,34 @@
+require 'test/helper'
+require 'test/stallion'
+
+describe EventMachine::MultiRequest do
+
+  def failed
+    EventMachine.stop
+    fail
+  end
+
+  it "should submit multiple requests in parallel and return once all of them are complete" do
+    EventMachine.run {
+      
+      # create an instance of multi-request handler, and the requests themselves
+      multi = EventMachine::MultiRequest.new
+      
+      # add multiple requests to the multi-handler
+      multi.add(EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get(:query => {:q => 'test'}))
+      multi.add(EventMachine::HttpRequest.new('http://169.169.169.169/').get)
+      
+      multi.callback  {
+        # verify successfull request
+        multi.responses[:succeeded].size.should == 1
+        multi.responses[:succeeded].first.response.should match(/test/)
+        
+        # verify invalid requests
+        multi.responses[:failed].size.should == 1
+        multi.responses[:failed].first.response_header.status.should == 0
+        
+        EventMachine.stop
+      }
+    } 
+  end
+end

data/test/test_request.rb

@@ -0,0 +1,192 @@
+require 'test/helper'
+require 'test/stallion'
+
+describe EventMachine::HttpRequest do
+
+  def failed
+    EventMachine.stop
+    fail
+  end
+
+  it "should fail GET on invalid host" do
+    EventMachine.run {
+      http = EventMachine::HttpRequest.new('http://169.169.169.169/').get
+      http.callback { failed }
+      http.errback {
+        http.response_header.status.should == 0
+        EventMachine.stop
+      }
+    }
+  end
+
+  it "should fail GET on missing path" do
+    EventMachine.run {
+      lambda {
+        EventMachine::HttpRequest.new('http://www.google.com').get
+      }.should raise_error(ArgumentError)
+
+      EventMachine.stop
+    }
+  end
+
+  it "should perform successfull GET" do
+    EventMachine.run {
+      http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get
+
+      http.errback { failed }
+      http.callback {
+        http.response_header.status.should == 200
+        http.response.should match(/Hello/)
+        EventMachine.stop
+      }
+    }
+  end
+
+  it "should return 404 on invalid path" do
+    EventMachine.run {
+      http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/fail').get
+
+      http.errback { failed }
+      http.callback {
+        http.response_header.status.should == 404
+        EventMachine.stop
+      }
+    }
+  end
+
+  it "should build query parameters from Hash" do
+    EventMachine.run {
+      http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get :query => {:q => 'test'}
+
+      http.errback { failed }
+      http.callback {
+        http.response_header.status.should == 200
+        http.response.should match(/test/)
+        EventMachine.stop
+      }
+    }
+  end
+
+  it "should pass query parameters string" do
+    EventMachine.run {
+      http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get :query => "q=test"
+
+      http.errback { failed }
+      http.callback {
+        http.response_header.status.should == 200
+        http.response.should match(/test/)
+        EventMachine.stop
+      }
+    }
+  end
+
+  it "should encode an array of query parameters" do
+    EventMachine.run {
+      http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/echo_query').get :query => {:hash => ['value1', 'value2']}
+
+      http.errback { failed }
+      http.callback {
+        http.response_header.status.should == 200
+        http.response.should match(/hash\[\]=value1&hash\[\]=value2/)
+        EventMachine.stop
+      }
+    }
+  end
+
+  it "should perform successfull POST" do
+    EventMachine.run {
+      http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').post :body => "data"
+
+      http.errback { failed }
+      http.callback {
+        http.response_header.status.should == 200
+        http.response.should match(/test/)
+        EventMachine.stop
+      }
+    }
+  end
+
+  it "should perform successfull GET with custom header" do
+    EventMachine.run {
+      http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get :head => {'if-none-match' => 'evar!'}
+
+      http.errback { failed }
+      http.callback {
+        http.response_header.status.should == 304
+        EventMachine.stop
+      }
+    }
+  end
+
+  it "should perform a streaming GET" do
+    EventMachine.run {
+
+      # digg.com uses chunked encoding
+      http = EventMachine::HttpRequest.new('http://www.digg.com/').get
+
+      http.errback { failed }
+      http.callback {
+        http.response_header.status == 200
+        EventMachine.stop
+      }
+    }
+  end
+
+  it "should perform basic auth" do
+    EventMachine.run {
+
+      http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get :head => {'authorization' => ['user', 'pass']}
+
+      http.errback { failed }
+      http.callback {
+        http.response_header.status == 200
+        EventMachine.stop
+      }
+    }
+  end
+
+  it "should work with keep-alive servers" do
+    EventMachine.run {
+
+      http = EventMachine::HttpRequest.new('http://mexicodiario.com/touch.public.json.php').get
+
+      http.errback { failed }
+      http.callback {
+        http.response_header.status == 200
+        EventMachine.stop
+      }
+    }
+  end
+
+  it "should detect deflate encoding" do
+    EventMachine.run {
+
+      http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/deflate').get :head => {"accept-encoding" => "deflate"}
+
+      http.errback { failed }
+      http.callback {
+        http.response_header.status == 200
+        http.response_header["CONTENT_ENCODING"].should == "deflate"
+        http.response.should == "compressed"
+
+        EventMachine.stop
+      }
+    }
+  end
+
+   it "should detect gzip encoding" do
+    EventMachine.run {
+
+      http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/gzip').get :head => {"accept-encoding" => "gzip, compressed"}
+
+      http.errback { failed }
+      http.callback {
+        http.response_header.status == 200
+        http.response_header["CONTENT_ENCODING"].should == "gzip"
+        http.response.should == "compressed"
+
+        EventMachine.stop
+      }
+    }
+  end
+end