aeden-jruby-http-reactor 0.0.1

data/README.rdoc

@@ -0,0 +1 @@
+A client that uses the Apache HttpCore NIO library to do stuff.

data/Rakefile

@@ -0,0 +1,35 @@
+require 'rake'
+require 'rake/rdoctask'
+
+desc 'Default: run tests.'
+task :default => [:test]
+
+desc 'Run tests.'
+task :test do
+  require File.dirname(__FILE__) + '/test/client_test'
+end
+
+desc 'Generate documentation.'
+Rake::RDocTask.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'JRuby HTTP Reactor'
+  rdoc.options << '--line-numbers' << '--inline-source'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/*.rb')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gemspec|
+    gemspec.name = "jruby-http-reactor"
+    gemspec.summary = "JRuby NIO HTTP client."
+    gemspec.email = "anthonyeden@gmail.com"
+    gemspec.homepage = "http://github.com/aeden/jruby-http-reactor"
+    gemspec.description = ""
+    gemspec.authors = ["Anthony Eden"]
+    gemspec.files.exclude 'docs/**/*'
+  end
+rescue LoadError
+  puts "Jeweler not available. Install it with: sudo gem install technicalpickles-jeweler -s http://gems.github.com"
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/lib/http_reactor/client.rb

@@ -0,0 +1,208 @@
+module HttpReactor #:nodoc:
+  class RequestExecutionHandler #:nodoc:
+    import org.apache.http.protocol
+    import org.apache.http.nio.protocol
+    include HttpRequestExecutionHandler
+    
+    REQUEST_SENT       = "request-sent"
+    RESPONSE_RECEIVED  = "response-received"
+    
+    HTTP_TARGET_PATH = 'http_target_path'
+    
+    def initialize(request_count, handler_proc)
+      @request_count = request_count
+      @handler_proc = handler_proc
+    end
+    
+    def initalize_context(context, attachment)
+      context.set_attribute(ExecutionContext.HTTP_TARGET_HOST, attachment[:host]);
+      context.set_attribute(HTTP_TARGET_PATH, attachment[:path])
+    end
+    
+    def finalize_context(context)
+      flag = context.get_attribute(RESPONSE_RECEIVED)
+      @request_count.count_down() unless flag
+    end
+    
+    def submit_request(context)
+      target_host = context.get_attribute(ExecutionContext.HTTP_TARGET_HOST);
+      target_path = context.get_attribute(HTTP_TARGET_PATH)
+      flag = context.get_attribute(REQUEST_SENT);
+      if flag.nil?
+        # Stick some object into the context
+        context.set_attribute(REQUEST_SENT, true);
+
+        puts "--------------"
+        puts "Sending request to #{target_host}#{target_path}"
+        puts "--------------"
+
+        org.apache.http.message.BasicHttpRequest.new("GET", target_path)
+      else
+        # No new request to submit
+      end
+    end
+     
+    def handle_response(response, context)
+      @handler_proc.call(response, context)
+      
+      context.setAttribute(RESPONSE_RECEIVED, true)
+
+      # Signal completion of the request execution
+      @request_count.count_down()
+    end
+  end
+  
+  class SessionRequestCallback #:nodoc:
+    include org.apache.http.nio.reactor.SessionRequestCallback
+    
+    def initialize(request_count)
+      @request_count = request_count
+    end
+
+    def cancelled(request)
+      puts "Connect request cancelled: #{request.remote_address}"
+      @request_count.count_down()
+    end
+
+    def completed(request); end
+
+    def failed(request)
+      puts "Connect request failed: #{request.remote_address}"
+      @request_count.count_down()
+    end
+    
+    def timeout(request)
+      puts "Connect request timed out: #{request.remote_address}"
+      @request_count.count_down()
+    end
+  end
+  
+  class EventLogger #:nodoc:
+    import org.apache.http.nio.protocol
+    include EventListener
+    def connection_open(conn)
+      puts "Connection open: #{conn}"
+    end
+    def connection_timeout(conn)
+      puts "Connection timed out: #{conn}"
+    end
+    def connection_closed(conn)
+      puts "Connection closed: #{conn}"
+    end
+    def fatalIOException(ex, onn)
+      puts "Fatal I/O error: #{ex.message}"
+    end
+    def fatal_protocol_exception(ex, conn)
+      puts "HTTP error: #{ex.message}"
+    end
+  end
+  
+  # An HTTP client that uses the Reactor pattern.
+  class Client
+    import org.apache.http
+    import org.apache.http.params
+    import org.apache.http.protocol
+    import org.apache.http.nio.protocol
+    import org.apache.http.impl.nio
+    import org.apache.http.impl.nio.reactor
+    
+    # Create a new HttpReactor client that will request the given URIs.
+    #
+    # Parameters:
+    # * <tt>uris</tt>: An array of URI objects.
+    # * <tt>handler_proc</tt>: A Proc that will be called with the response and context
+    # * <tt>session_request_callback</tt>: A class that implements the session request
+    #   callback interface found in the HttpCore library.
+    def initialize(uris=[], handler_proc=nil, session_request_callback=SessionRequestCallback)
+      handler_proc ||= default_handler_proc
+      
+      params = BasicHttpParams.new
+      params.set_int_parameter(CoreConnectionPNames.SO_TIMEOUT, 5000)
+      params.set_int_parameter(CoreConnectionPNames.CONNECTION_TIMEOUT, 10000)
+      params.set_int_parameter(CoreConnectionPNames.SOCKET_BUFFER_SIZE, 8 * 1024)
+      params.set_boolean_parameter(CoreConnectionPNames.STALE_CONNECTION_CHECK, false)
+      params.set_boolean_parameter(CoreConnectionPNames.TCP_NODELAY, true)
+      params.set_parameter(CoreProtocolPNames.USER_AGENT, "JRubyHttpReactor/0.0.1")
+      
+      io_reactor = DefaultConnectingIOReactor.new(2, params);
+      
+      httpproc = BasicHttpProcessor.new;
+      httpproc.add_interceptor(RequestContent.new);
+      httpproc.add_interceptor(RequestTargetHost.new);
+      httpproc.add_interceptor(RequestConnControl.new);
+      httpproc.add_interceptor(RequestUserAgent.new);
+      httpproc.add_interceptor(RequestExpectContinue.new);
+      
+      # We are going to use this object to synchronize between the 
+      # I/O event and main threads
+      request_count = java.util.concurrent.CountDownLatch.new(uris.length);
+
+      handler = BufferingHttpClientHandler.new(
+        httpproc,
+        RequestExecutionHandler.new(request_count, handler_proc),
+        org.apache.http.impl.DefaultConnectionReuseStrategy.new,
+        params
+      )
+       
+      handler.event_listener = EventLogger.new
+      
+      io_event_dispatch = DefaultClientIOEventDispatch.new(handler, params)
+
+      Thread.abort_on_exception = true
+      t = Thread.new do
+        begin
+          puts "Executing IO reactor"
+          io_reactor.execute(io_event_dispatch)
+        rescue java.io.InterruptedIOException => e
+          puts "Interrupted"
+        rescue java.io.IOException => e
+          puts "I/O error in reactor execution thread: #{e.message}"
+        end
+        puts "Shutdown"
+      end
+      
+      uris.each do |uri|
+        io_reactor.connect(
+          java.net.InetSocketAddress.new(uri.host, uri.port), 
+          nil, 
+          {:host => HttpHost.new(uri.host), :path => uri.path},
+          session_request_callback.new(request_count)
+        )
+      end
+      
+      # Block until all connections signal
+      # completion of the request execution
+      request_count.await()
+
+      puts "Shutting down I/O reactor"
+
+      io_reactor.shutdown()
+
+      puts "Done"
+    end
+    
+    private
+    def default_handler_proc
+      Proc.new { |response, context|
+        target_host = context.get_attribute(ExecutionContext.HTTP_TARGET_HOST);
+        target_path = context.get_attribute(RequestExecutionHandler::HTTP_TARGET_PATH)
+
+        entity = response.entity
+        begin
+          content = org.apache.http.util.EntityUtils.toString(entity)
+
+          puts "--------------"
+          puts "Response from #{target_host}#{target_path}"
+          puts "--------------"
+          puts response.status_line
+          puts "--------------"
+          puts "Document length: #{content.length}"
+          puts "--------------"
+        rescue java.io.IOException => ex
+          puts "I/O error in handle_response: #{ex.message}"
+        end 
+      }
+    end
+    
+  end
+end

data/lib/http_reactor.rb

@@ -0,0 +1,12 @@
+require 'java'
+require File.dirname(__FILE__) + '/../vendor/httpcore-4.0.1.jar'
+require File.dirname(__FILE__) + '/../vendor/httpcore-nio-4.0.1.jar'
+
+# The Ruby module that contains wrappers for the the Apache
+# HTTP NIO implementation.
+module HttpReactor
+end
+
+$:.unshift(File.dirname(__FILE__))
+
+require 'http_reactor/client'

data/test/client_test.rb

@@ -0,0 +1,25 @@
+require File.dirname(__FILE__) + '/test_helper'
+
+class ClientTest < Test::Unit::TestCase
+  def uris
+    @uris ||= [
+      'http://www.yahoo.com/', 
+      'http://www.google.com/', 
+      'http://www.apache.org/',
+      'http://anthony.mp/about_me'
+    ].map { |url_string| URI.parse(url_string) }
+  end
+  
+  def test_new
+    assert_nothing_raised do
+      HttpReactor::Client.new(uris)
+    end
+  end
+  
+  def test_proc
+    handler = Proc.new { |response, context|
+      puts "Response: #{response.status_line.status_code}"
+    }
+    HttpReactor::Client.new(uris, handler)
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,2 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../lib/http_reactor'

metadata

@@ -0,0 +1,63 @@
+--- !ruby/object:Gem::Specification 
+name: aeden-jruby-http-reactor
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Anthony Eden
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-08-13 00:00:00 -07:00
+default_executable: 
+dependencies: []
+
+description: ""
+email: anthonyeden@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+files: 
+- README.rdoc
+- Rakefile
+- VERSION
+- lib/http_reactor.rb
+- lib/http_reactor/client.rb
+- test/client_test.rb
+- test/test_helper.rb
+- vendor/httpcore-4.0.1.jar
+- vendor/httpcore-nio-4.0.1.jar
+has_rdoc: true
+homepage: http://github.com/aeden/jruby-http-reactor
+licenses: 
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 2
+summary: JRuby NIO HTTP client.
+test_files: 
+- test/client_test.rb
+- test/test_helper.rb