aeden-jruby-http-reactor 0.0.1 → 0.1.0

data/.gitignore

@@ -0,0 +1,2 @@
+rdoc
+pkg

data/VERSION

@@ -1 +1 @@
-0.0.1
+0.1.0

data/examples/opml.rb

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+#
+# Usage: jruby examples/opml.rb opml.xml
+#
+# Dependencies:
+#
+# hpricot (0.6.164)
+# threadify (1.1.0) (optional, uncomment in code)
+
+require 'uri'
+require 'rubygems'
+require 'hpricot'
+#require 'threadify'
+require File.dirname(__FILE__) + '/../lib/http_reactor'
+
+def requests
+  @requests ||= begin
+    xml = File.read(ARGV.pop)
+    doc = Hpricot::XML(xml)
+    urls = (doc/'outline').map { |outline| outline['xmlUrl'] }
+    urls.map { |url_string| HttpReactor::Request.new(URI.parse(url_string)) }
+  end
+end
+
+#uris.threadify(:each_slice, 1) do |slice|
+  HttpReactor::Client.new(requests) do |response, context|
+    puts "Response: #{response.status_line.status_code}"
+  end
+#end
+puts "Processed #{requests.length} feeds"

data/jruby-http-reactor.gemspec

@@ -0,0 +1,51 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{jruby-http-reactor}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Anthony Eden"]
+  s.date = %q{2009-09-12}
+  s.description = %q{}
+  s.email = %q{anthonyeden@gmail.com}
+  s.extra_rdoc_files = [
+    "README.rdoc"
+  ]
+  s.files = [
+    ".gitignore",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "examples/opml.rb",
+     "jruby-http-reactor.gemspec",
+     "lib/http_reactor.rb",
+     "lib/http_reactor/client.rb",
+     "lib/http_reactor/request.rb",
+     "test/client_test.rb",
+     "test/test_helper.rb",
+     "vendor/httpcore-4.0.1.jar",
+     "vendor/httpcore-nio-4.0.1.jar"
+  ]
+  s.has_rdoc = true
+  s.homepage = %q{http://github.com/aeden/jruby-http-reactor}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.1}
+  s.summary = %q{JRuby NIO HTTP client.}
+  s.test_files = [
+    "test/client_test.rb",
+     "test/test_helper.rb",
+     "examples/opml.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 2
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end

data/lib/http_reactor.rb

@@ -9,4 +9,5 @@ end
 
 $:.unshift(File.dirname(__FILE__))
 
+require 'http_reactor/request'
 require 'http_reactor/client'

data/lib/http_reactor/client.rb

@@ -8,6 +8,7 @@ module HttpReactor #:nodoc:
     RESPONSE_RECEIVED  = "response-received"
     
     HTTP_TARGET_PATH = 'http_target_path'
+    HTTP_TARGET_REQUEST = 'http_target_request'
     
     def initialize(request_count, handler_proc)
       @request_count = request_count
@@ -15,8 +16,9 @@ module HttpReactor #:nodoc:
     end
     
     def initalize_context(context, attachment)
-      context.set_attribute(ExecutionContext.HTTP_TARGET_HOST, attachment[:host]);
+      context.set_attribute(ExecutionContext.HTTP_TARGET_HOST, attachment[:host])
       context.set_attribute(HTTP_TARGET_PATH, attachment[:path])
+      context.set_attribute(HTTP_TARGET_REQUEST, attachment[:request])
     end
     
     def finalize_context(context)
@@ -27,6 +29,7 @@ module HttpReactor #:nodoc:
     def submit_request(context)
       target_host = context.get_attribute(ExecutionContext.HTTP_TARGET_HOST);
       target_path = context.get_attribute(HTTP_TARGET_PATH)
+      target_request = context.get_attribute(HTTP_TARGET_REQUEST)
       flag = context.get_attribute(REQUEST_SENT);
       if flag.nil?
         # Stick some object into the context
@@ -36,7 +39,9 @@ module HttpReactor #:nodoc:
         puts "Sending request to #{target_host}#{target_path}"
         puts "--------------"
 
-        org.apache.http.message.BasicHttpRequest.new("GET", target_path)
+        org.apache.http.message.BasicHttpEntityEnclosingRequest.new(
+          target_request.method, target_path
+        )
       else
         # No new request to submit
       end
@@ -89,7 +94,7 @@ module HttpReactor #:nodoc:
     def connection_closed(conn)
       puts "Connection closed: #{conn}"
     end
-    def fatalIOException(ex, onn)
+    def fatal_i_o_exception(ex, conn)
       puts "Fatal I/O error: #{ex.message}"
     end
     def fatal_protocol_exception(ex, conn)
@@ -113,16 +118,23 @@ module HttpReactor #:nodoc:
     # * <tt>handler_proc</tt>: A Proc that will be called with the response and context
     # * <tt>session_request_callback</tt>: A class that implements the session request
     #   callback interface found in the HttpCore library.
-    def initialize(uris=[], handler_proc=nil, session_request_callback=SessionRequestCallback)
+    # * <tt>options: A hash of configuration options. See below.
+    # 
+    # The options hash may include the following options
+    # * <tt>:so_timeout</tt>: (default = 5 seconds)
+    # * <tt>:connection_timeout</tt>: The HTTP connection timeout (default = 10 seconds)
+    # * <tt>:socket_buffer_size</tt>: The buffer size (defaults to 8Kb)
+    # * <tt>:stale_connection_check</tt>: (defaults to false)
+    # * <tt>:tcp_nodelay</tt>: (defaults to true)
+    # * <tt>:user_agent</tt>: The user agent string to send (defaults to "JRubyHttpReactor")
+    # * <tt>:event_listener</tt>: A class that implements the org.apache.http.nio.protocol interface
+    def initialize(requests=[], handler_proc=nil, options={})
       handler_proc ||= default_handler_proc
+      session_request_callback = SessionRequestCallback
       
-      params = BasicHttpParams.new
-      params.set_int_parameter(CoreConnectionPNames.SO_TIMEOUT, 5000)
-      params.set_int_parameter(CoreConnectionPNames.CONNECTION_TIMEOUT, 10000)
-      params.set_int_parameter(CoreConnectionPNames.SOCKET_BUFFER_SIZE, 8 * 1024)
-      params.set_boolean_parameter(CoreConnectionPNames.STALE_CONNECTION_CHECK, false)
-      params.set_boolean_parameter(CoreConnectionPNames.TCP_NODELAY, true)
-      params.set_parameter(CoreProtocolPNames.USER_AGENT, "JRubyHttpReactor/0.0.1")
+      initialize_options(options)
+      
+      params = build_params(options)
       
       io_reactor = DefaultConnectingIOReactor.new(2, params);
       
@@ -135,7 +147,7 @@ module HttpReactor #:nodoc:
       
       # We are going to use this object to synchronize between the 
       # I/O event and main threads
-      request_count = java.util.concurrent.CountDownLatch.new(uris.length);
+      request_count = java.util.concurrent.CountDownLatch.new(requests.length);
 
       handler = BufferingHttpClientHandler.new(
         httpproc,
@@ -143,8 +155,8 @@ module HttpReactor #:nodoc:
         org.apache.http.impl.DefaultConnectionReuseStrategy.new,
         params
       )
-       
-      handler.event_listener = EventLogger.new
+      
+      handler.event_listener = options[:event_listener].new if options[:event_listener]
       
       io_event_dispatch = DefaultClientIOEventDispatch.new(handler, params)
 
@@ -161,11 +173,17 @@ module HttpReactor #:nodoc:
         puts "Shutdown"
       end
       
-      uris.each do |uri|
+      requests.each do |request|
+        uri = request.uri
+        attachment = {
+          :host => HttpHost.new(uri.host), 
+          :path => uri.path,
+          :request => request
+        }
         io_reactor.connect(
           java.net.InetSocketAddress.new(uri.host, uri.port), 
           nil, 
-          {:host => HttpHost.new(uri.host), :path => uri.path},
+          attachment,
           session_request_callback.new(request_count)
         )
       end
@@ -182,6 +200,34 @@ module HttpReactor #:nodoc:
     end
     
     private
+    
+    def initialize_options(options)
+      options[:so_timeout] ||= 5000
+      options[:connection_timeout] ||= 10000
+      options[:socket_buffer_size] ||= 8 * 1024
+      options[:stale_connection_check] ||= false
+      options[:tcp_nodelay] ||= true
+      options[:user_agent] ||= "JRubyHttpReactor"
+      #options[:event_listener] ||= EventLogger
+    end
+    
+    def build_params(options)
+      params = BasicHttpParams.new
+      params.set_int_parameter(
+        CoreConnectionPNames.SO_TIMEOUT, options[:so_timeout])
+      params.set_int_parameter(
+        CoreConnectionPNames.CONNECTION_TIMEOUT, options[:connection_timeout])
+      params.set_int_parameter(
+        CoreConnectionPNames.SOCKET_BUFFER_SIZE, options[:socket_buffer_size])
+      params.set_boolean_parameter(
+        CoreConnectionPNames.STALE_CONNECTION_CHECK, options[:stale_connection_check])
+      params.set_boolean_parameter(
+        CoreConnectionPNames.TCP_NODELAY, options[:tcp_nodelay])
+      params.set_parameter(
+        CoreProtocolPNames.USER_AGENT, options[:user_agent])
+      params
+    end
+    
     def default_handler_proc
       Proc.new { |response, context|
         target_host = context.get_attribute(ExecutionContext.HTTP_TARGET_HOST);
@@ -193,9 +239,7 @@ module HttpReactor #:nodoc:
 
           puts "--------------"
           puts "Response from #{target_host}#{target_path}"
-          puts "--------------"
           puts response.status_line
-          puts "--------------"
           puts "Document length: #{content.length}"
           puts "--------------"
         rescue java.io.IOException => ex

data/lib/http_reactor/request.rb

@@ -0,0 +1,13 @@
+module HttpReactor
+  # A class that represents an HTTP request.
+  class Request
+    attr_reader :uri, :method, :payload
+    
+    # Initialize the request object.
+    def initialize(uri, method='GET', payload=nil)
+      @uri = uri
+      @method = method
+      @payload = payload
+    end
+  end
+end

data/test/client_test.rb

@@ -1,18 +1,19 @@
 require File.dirname(__FILE__) + '/test_helper'
+require 'uri'
 
 class ClientTest < Test::Unit::TestCase
-  def uris
-    @uris ||= [
+  def requests
+    @requests ||= [
       'http://www.yahoo.com/', 
       'http://www.google.com/', 
       'http://www.apache.org/',
       'http://anthony.mp/about_me'
-    ].map { |url_string| URI.parse(url_string) }
+    ].map { |url_string| HttpReactor::Request.new(URI.parse(url_string)) }
   end
   
   def test_new
     assert_nothing_raised do
-      HttpReactor::Client.new(uris)
+      HttpReactor::Client.new(requests)
     end
   end
   
@@ -20,6 +21,13 @@ class ClientTest < Test::Unit::TestCase
     handler = Proc.new { |response, context|
       puts "Response: #{response.status_line.status_code}"
     }
-    HttpReactor::Client.new(uris, handler)
+    HttpReactor::Client.new(requests, handler)
   end
+  
+  def test_block
+    HttpReactor::Client.new(requests) do |response, context|
+      puts "Response: #{response.status_line.status_code}"
+    end
+  end
+  
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: aeden-jruby-http-reactor
 version: !ruby/object:Gem::Version 
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors: 
 - Anthony Eden
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-08-13 00:00:00 -07:00
+date: 2009-09-12 00:00:00 -07:00
 default_executable: 
 dependencies: []
 
@@ -22,18 +22,21 @@ extensions: []
 extra_rdoc_files: 
 - README.rdoc
 files: 
+- .gitignore
 - README.rdoc
 - Rakefile
 - VERSION
+- examples/opml.rb
+- jruby-http-reactor.gemspec
 - lib/http_reactor.rb
 - lib/http_reactor/client.rb
+- lib/http_reactor/request.rb
 - test/client_test.rb
 - test/test_helper.rb
 - vendor/httpcore-4.0.1.jar
 - vendor/httpcore-nio-4.0.1.jar
 has_rdoc: true
 homepage: http://github.com/aeden/jruby-http-reactor
-licenses: 
 post_install_message: 
 rdoc_options: 
 - --charset=UTF-8
@@ -54,10 +57,11 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.3.5
+rubygems_version: 1.2.0
 signing_key: 
 specification_version: 2
 summary: JRuby NIO HTTP client.
 test_files: 
 - test/client_test.rb
 - test/test_helper.rb
+- examples/opml.rb