iudex-async-httpclient 1.1.0-java

data/History.rdoc

@@ -0,0 +1,2 @@
+=== 1.1.0 (2011-11-13)
+* Initial release with Iudex 1.1.x.

data/Manifest.txt

@@ -0,0 +1,10 @@
+History.rdoc
+Manifest.txt
+README.rdoc
+Rakefile
+pom.xml
+lib/iudex-async-httpclient/base.rb
+lib/iudex-async-httpclient.rb
+test/setup.rb
+test/test_httpclient.rb
+lib/iudex-async-httpclient/iudex-async-httpclient-1.1.0.jar

data/README.rdoc

@@ -0,0 +1,25 @@
+= iudex-async-httpclient
+
+* http://github.com/dekellum/iudex
+
+== Description
+
+Iudex is a general purpose web crawler and feed processor in
+ruby/java. This gem is an rjack-async-httpclient based implementation
+of the iudex-http interfaces.
+
+== License
+
+Copyright (c) 2011 David Kellum
+
+Licensed under the Apache License, Version 2.0 (the "License"); you
+may not use this file except in compliance with the License.  You
+may obtain a copy of the License at:
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+implied.  See the License for the specific language governing
+permissions and limitations under the License.

data/Rakefile

@@ -0,0 +1,43 @@
+# -*- ruby -*-
+
+$LOAD_PATH << './lib'
+require 'iudex-async-httpclient/base'
+
+require 'rubygems'
+gem     'rjack-tarpit', '~> 1.2'
+require 'rjack-tarpit'
+
+t = RJack::TarPit.new( 'iudex-async-httpclient',
+                       Iudex::AsyncHTTPClient::VERSION,
+                       :no_assembly, :java_platform )
+
+t.specify do |h|
+  h.developer( "David Kellum", "dek-oss@gravitext.com" )
+
+  h.extra_deps += [ [ 'iudex-http',             '~> 1.1.0' ],
+                    [ 'rjack-async-httpclient', '~> 1.6.5' ],
+                    [ 'hooker',                 '~> 1.0.0' ] ]
+
+  h.testlib = :minitest
+  h.extra_dev_deps += [ [ 'minitest',        '~> 2.3' ],
+                        [ 'iudex-http-test', '~> 1.1.0' ],
+                        [ 'rjack-logback',   '~> 1.0' ] ]
+end
+
+file 'Manifest.txt' => "lib/#{t.name}/base.rb"
+
+task :check_pom_version do
+  t.test_line_match( 'pom.xml', /<version>/, /#{t.version}/ )
+end
+task :check_history_version do
+  t.test_line_match( 'History.rdoc', /^==/, / #{t.version} / )
+end
+task :check_history_date do
+  t.test_line_match( 'History.rdoc', /^==/, /\([0-9\-]+\)$/ )
+end
+
+task :gem  => [ :check_pom_version, :check_history_version                      ]
+task :tag  => [ :check_pom_version, :check_history_version, :check_history_date ]
+task :push => [                                             :check_history_date ]
+
+t.define_tasks

data/lib/iudex-async-httpclient.rb

@@ -0,0 +1,59 @@
+#--
+# Copyright (c) 2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'iudex-http'
+require 'rjack-async-httpclient'
+require 'hooker'
+
+require 'iudex-async-httpclient/base'
+
+require 'java'
+
+module Iudex
+
+  module AsyncHTTPClient
+    require "#{LIB_DIR}/iudex-async-httpclient-#{VERSION}.jar"
+
+    import 'iudex.asynchttpclient.Client'
+
+    include RJack::AsyncHTTPClient
+
+    def self.create_client( opts = {} )
+      Client.new( AsyncHttpClient.new( create_client_config( opts ) ) )
+    end
+
+    def self.create_client_config( opts = {} )
+
+      cfg = { :connection_timeout_in_ms      => 3_000,
+              :idle_connection_timeout_in_ms => 6_000,
+              :request_timeout_in_ms         => 5_000,
+              :max_request_retry             =>     1,
+              :maximum_connections_total     =>   100,
+              :maximum_connections_per_host  =>     2,
+              :follow_redirects              => false,
+              :maximum_number_of_redirects   =>     6,
+              :compression_enabled           =>  true }
+
+      cfg = cfg.merge( opts )
+
+      cfg = Hooker.merge( [ :iudex, :async_httpclient ], cfg )
+
+      RJack::AsyncHTTPClient.build_client_config( cfg )
+    end
+
+  end
+
+end

data/lib/iudex-async-httpclient/base.rb

@@ -0,0 +1,23 @@
+#--
+# Copyright (c) 2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+module Iudex
+  module AsyncHTTPClient
+    VERSION = '1.1.0'
+
+    LIB_DIR = File.dirname( __FILE__ ) # :nodoc:
+  end
+end

data/pom.xml

@@ -0,0 +1,47 @@
+<?xml version="1.0" encoding="utf-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
+
+  <modelVersion>4.0.0</modelVersion>
+  <groupId>iudex</groupId>
+  <artifactId>iudex-async-httpclient</artifactId>
+  <packaging>jar</packaging>
+  <version>1.1.0</version>
+  <name>Iudex Async HTTP Client Adaptor</name>
+
+  <parent>
+    <groupId>iudex</groupId>
+    <artifactId>iudex-parent</artifactId>
+    <version>1.1</version>
+    <relativePath>..</relativePath>
+  </parent>
+
+  <dependencies>
+
+    <dependency>
+      <groupId>iudex</groupId>
+      <artifactId>iudex-http</artifactId>
+      <version>[1.1,1.2)</version>
+    </dependency>
+
+    <dependency>
+      <groupId>com.ning</groupId>
+      <artifactId>async-http-client</artifactId>
+      <version>[1.6.5,1.6.9999]</version>
+    </dependency>
+
+  </dependencies>
+
+  <build>
+    <plugins>
+      <plugin>
+        <!-- Parent settings -->
+        <artifactId>maven-compiler-plugin</artifactId>
+      </plugin>
+      <plugin>
+        <!-- Parent settings -->
+        <artifactId>maven-source-plugin</artifactId>
+      </plugin>
+    </plugins>
+  </build>
+
+</project>

data/test/setup.rb

@@ -0,0 +1,44 @@
+#--
+# Copyright (c) 2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+#### General test setup: LOAD_PATH, logging, console output ####
+
+ldir = File.join( File.dirname( __FILE__ ), "..", "lib" )
+$LOAD_PATH.unshift( ldir ) unless $LOAD_PATH.include?( ldir )
+
+require 'rubygems'
+require 'rjack-logback'
+require 'minitest/unit'
+require 'minitest/autorun'
+
+module TestSetup
+  include RJack
+  Logback.config_console( :stderr => true )
+
+  unless ( ARGV & %w[ -v --verbose ] ).empty?
+    Logback.root.level = Logback::DEBUG
+  else
+    sl = [ "com.ning.http.client.providers.netty.NettyAsyncHttpProvider" ]
+    sl.each { |l| Logback[ l ].level = Logback::WARN }
+  end
+end
+
+# Make test output logging compatible: no partial lines.
+class TestOut
+  def print( *a ); $stdout.puts( *a ); end
+  def puts( *a );  $stdout.puts( *a ); end
+end
+MiniTest::Unit.output = TestOut.new

data/test/test_httpclient.rb

@@ -0,0 +1,414 @@
+#!/usr/bin/env jruby
+#.hashdot.profile += jruby-shortlived
+
+#--
+# Copyright (c) 2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require File.join( File.dirname( __FILE__ ), "setup" )
+
+require 'iudex-http-test/helper'
+require 'iudex-http-test/broken_server'
+
+require 'iudex-async-httpclient'
+require 'thread'
+
+class TestHTTPClient < MiniTest::Unit::TestCase
+  include Iudex
+  include Iudex::HTTP
+  include Iudex::HTTP::Test
+  include Helper
+
+  import 'com.ning.http.client.MaxRedirectException'
+  import 'java.util.concurrent.TimeoutException'
+  import 'java.net.ConnectException'
+  import 'java.io.IOException'
+
+  CustomUnit.register
+
+  def setup
+    server # make sure jetty starts, for cosmetic log output
+  end
+
+  def test_default_config
+    client = AsyncHTTPClient.create_client
+    client.close
+    pass
+  end
+
+  import 'java.util.concurrent.ThreadPoolExecutor'
+  import 'java.util.concurrent.ArrayBlockingQueue'
+  import 'java.util.concurrent.TimeUnit'
+
+  def test_custom_executor
+
+    executor = ThreadPoolExecutor.new( 1, 10,
+                                       10, TimeUnit::SECONDS,
+                                       ArrayBlockingQueue.new( 20 ) )
+
+    with_new_client( :executor_service => executor ) do |client|
+
+      with_session_handler( client, "/index" ) do |s,x|
+        assert_equal( 200, s.status_code )
+      end
+    end
+
+    executor.shutdown
+  end
+
+  def test_200
+    with_new_client do |client|
+
+      with_session_handler( client, "/index" ) do |s,x|
+        assert_equal( 200, s.status_code )
+        assert_match( /Test Index Page/, s.response_stream.to_io.read )
+      end
+
+      with_session_handler( client, "/atom.xml" ) do |s,x|
+        assert_equal( 200, s.status_code )
+        cl = find_header( s.response_headers, "Content-Length" )
+        assert_operator( cl.to_i, :>, 10_000 )
+      end
+
+    end
+  end
+
+  def test_correct_type
+    with_new_client do |client|
+      client.accepted_content_types = ContentTypeSet.new( [ "text/html" ] )
+      with_session_handler( client, "/index" ) do |s,x|
+        assert_equal( 200, s.status_code )
+        assert_nil( x )
+        assert_match( /^text\/html/,
+                      find_header( s.response_headers, 'Content-Type' ) )
+      end
+    end
+  end
+
+  def test_headers
+    req,rsp = nil
+    with_new_client do |client|
+      with_session_handler( client,
+                            "/echo/header/Accept?noop=3",
+                            true,
+                            { 'Accept' => 'text/plain;moo' } ) do |s,x|
+        assert_equal( 200, s.status_code )
+        assert_equal( 'GET /echo/header/Accept?noop=3',
+                      find_header( s.request_headers, "Request-Line" ) )
+        assert_equal( 'text/plain;moo',
+                      find_header( s.request_headers, 'Accept' ) )
+        assert_equal( 'localhost:19292',
+                      find_header( s.request_headers, 'Host' ) )
+
+        assert_match( /^text\/plain/,
+                      find_header( s.response_headers, 'Content-Type' ) )
+        assert_match( /^text\/plain;moo$/, s.response_stream.to_io.read )
+      end
+    end
+  end
+
+  def test_unknown_host
+    with_new_client do |client|
+      with_session_handler( client,
+                            "http://9xa9.a7v6a7lop-9m9q-w12.com" ) do |s,x|
+        assert_instance_of( ConnectException, x )
+      end
+    end
+  end
+
+  def test_local_connection_refused
+    with_new_client do |client|
+      with_session_handler( client,
+                            "http://localhost:54929/" ) do |s,x|
+        assert_instance_of( ConnectException, x )
+      end
+    end
+  end
+
+  def test_connection_timeout
+    bs = BrokenServer.new
+    bs.start
+
+    #FIXME: Looks like request_timeout is used as this timeout as well.
+    with_new_client( :connection_timeout_in_ms => 100,
+                     :request_timeout_in_ms    => 200 ) do |client|
+      with_session_handler( client,
+                            "http://localhost:19293/" ) do |s,x|
+        assert_instance_of( TimeoutException, x )
+      end
+    end
+  ensure
+    bs.stop
+  end
+
+  def test_404
+    with_new_client do |client|
+      with_session_handler( client, "/not-found" ) do |s,x|
+        assert_equal( 404, s.status_code )
+      end
+    end
+  end
+
+  def test_304
+    with_new_client do |client|
+      client.accepted_content_types = ContentTypeSet.new( [ "text/html" ] )
+      with_session_handler( client, "/304" ) do |s,x|
+        assert_equal( 304, s.status_code )
+      end
+    end
+  end
+
+  def test_timeout
+    with_new_client( :request_timeout_in_ms => 400 ) do |client|
+      with_session_handler( client, "/index?sleep=1.0" ) do |s,x|
+        assert_instance_of( TimeoutException, x )
+      end
+    end
+    sleep 0.70 # FIXME: Account for test server delay. Should be
+               # joined instead.
+  end
+
+  def test_redirect
+    with_new_client( :follow_redirects => true ) do |client|
+      with_session_handler( client, "/" ) do |s,x|
+        assert_equal( 200, s.status_code )
+        assert_equal( 'http://localhost:19292/index', s.url )
+      end
+    end
+  end
+
+  def test_redirect_with_query_string
+    with_new_client( :follow_redirects => true ) do |client|
+      with_session_handler( client, "/redirects/multi/2?sleep=0" ) do |s,x|
+        assert_equal( 200, s.status_code )
+        assert_equal( 'http://localhost:19292/redirects/multi/1?sleep=0',
+                      s.url )
+        assert_equal( 'GET /redirects/multi/1?sleep=0',
+                      find_header( s.request_headers, "Request-Line" ) )
+      end
+    end
+  end
+
+  def test_multi_redirect
+    with_new_client( :follow_redirects => true,
+                     :maximum_number_of_redirects => 7 ) do |client|
+      with_session_handler( client, "/redirects/multi/6" ) do |s,x|
+        assert_equal( 200, s.status_code )
+        assert_nil x
+      end
+    end
+  end
+
+  def test_unfollowed_301_redirect
+    with_new_client( :follow_redirects => false ) do |client|
+      with_session_handler( client, "/301" ) do |s,x|
+        assert_equal( 301, s.status_code )
+        lh = find_header( s.response_headers, "Location" )
+        assert_match( %r{/index$}, lh )
+      end
+    end
+  end
+
+  def test_too_many_redirects
+    with_new_client( :follow_redirects => true,
+                     :maximum_number_of_redirects => 19 ) do |client|
+      with_session_handler( client, "/redirects/multi/20" ) do |s,x|
+        assert_instance_of( MaxRedirectException, x )
+      end
+    end
+  end
+
+  def test_redirect_timeout
+    skip( "Unreliable timeout with redirects, timing dependent" )
+    with_new_client( :request_timeout_in_ms => 500 ) do |client|
+      with_session_handler( client, "/redirects/multi/3?sleep=0.40" ) do |s,x|
+        assert_instance_of( TimeoutException, x )
+      end
+      sleep 0.80
+    end
+  end
+
+  def test_bad_server_response
+    bs = BrokenServer.new
+    bs.start
+
+    sthread = Thread.new do
+      bs.accept { |sock| sock.write "FU Stinky\r\n" }
+    end
+
+    #FIXME: IllegalArgumentException on bad HTTP response line?
+    with_new_client do |client|
+      with_session_handler( client, "http://localhost:19293/" ) do |s,x|
+        assert_instance_of( Java::java.lang.IllegalArgumentException, x )
+      end
+    end
+
+    sthread.join
+
+  ensure
+    bs.stop
+  end
+
+  def test_empty_server_response
+    bs = BrokenServer.new
+    bs.start
+
+    sthread = Thread.new do
+      bs.accept { |sock| sock.close }
+    end
+
+    with_new_client( :connection_timeout_in_ms => 100,
+                     :request_timeout_in_ms    => 100 ) do |client|
+      with_session_handler( client, "http://localhost:19293/" ) do |s,x|
+        assert_instance_of( IOException, x )
+      end
+    end
+
+    sthread.join
+
+  ensure
+    bs.stop
+  end
+
+  def test_maximum_connections_total
+    skip( "IOException: Too many connections; expected blocking" )
+    with_new_client( :maximum_connections_total => 1 ) do |client|
+
+      resps = []
+      sessions = (1..7).map do |i|
+        with_session_handler( client, "/index?sleep=2&con=1&i=#{i}",
+                              false ) do |s,x|
+          resps << [ s.status_code, x ]
+        end
+      end
+
+      sessions.each { |s| s.wait_for_completion }
+
+      assert_equal( [ [ 200, nil ] ] * 7, resps )
+    end
+  end
+
+  def test_maximum_connections_per_host
+    skip( "max_connections_per_host not honored?" )
+    with_new_client( :maximum_connections_per_host => 1 ) do |client|
+
+      resps = []
+      sessions = (1..7).map do |i|
+        with_session_handler( client, "/index?sleep=2&con=1&i=#{i}",
+                              false ) do |s,x|
+          resps << [ s.status_code, x ]
+        end
+      end
+
+      sessions.each { |s| s.wait_for_completion }
+
+      assert_equal( [ [ 200, nil ] ] * 7, resps )
+    end
+  end
+
+  def test_abort_when_too_large
+    with_new_client do |client|
+      with_session_handler( client, "/giant" ) do |s,x|
+        assert_nil( x )
+        assert_equal( HTTPSession::TOO_LARGE, s.status_code )
+      end
+    end
+  end
+
+  def test_abort_when_too_large_length
+    with_new_client do |client|
+      client.max_content_length = 1
+      with_session_handler( client, "/atom.xml" ) do |s,x|
+        assert_nil( x )
+        assert_equal( HTTPSession::TOO_LARGE_LENGTH, s.status_code )
+      end
+    end
+  end
+
+  def test_abort_when_wrong_type
+    with_new_client do |client|
+      client.accepted_content_types = ContentTypeSet.new( [ "gold/*" ] )
+      with_session_handler( client, "/giant" ) do |s,x|
+        assert_nil( x )
+        assert_equal( HTTPSession::NOT_ACCEPTED, s.status_code )
+      end
+    end
+  end
+
+  def with_session_handler( client, uri, wait = true, headers = {}, &block )
+    session = client.create_session
+    uri = "http://localhost:#{server.port}#{uri}" unless uri =~ /^http:/
+    session.url = uri
+    headers.each do |k,v|
+      session.add_request_header( Java::iudex.http.Header.new( k, v ) )
+    end
+    handler = TestHandler.new( &block )
+    client.request( session, handler )
+    if wait
+      session.wait_for_completion
+      assert handler.called?
+      session.close
+    end
+    session
+  end
+
+  def with_new_client( opts = {} )
+    opts = { :max_request_retry => 0 }.merge( opts )
+
+    client = AsyncHTTPClient.create_client( opts )
+    begin
+      yield client
+    ensure
+      client.close
+    end
+  end
+
+  class TestHandler < BaseResponseHandler
+
+    def initialize( &block )
+      @block = block
+      @failure = nil
+    end
+
+    def sessionCompleted( session )
+      forward( session, session.error )
+    end
+
+    def called?
+      raise @failure if @failure
+      @block.nil?
+    end
+
+    def forward( s, x = nil )
+      b, @block = @block, nil
+      if b
+        b.call( s, x )
+      else
+        flunk "Handler called twice!"
+      end
+    rescue NativeException => x
+      @failure = x.cause
+    rescue Exception => x
+      @failure = x
+    end
+
+  end
+
+  def find_header( headers, name )
+    cl = headers.find { |h| h.name.to_s == name }
+    cl && cl.value.to_s
+  end
+
+end

metadata

@@ -0,0 +1,147 @@
+--- !ruby/object:Gem::Specification 
+name: iudex-async-httpclient
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 1.1.0
+platform: java
+authors: 
+  - David Kellum
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-11-13 00:00:00 Z
+dependencies: 
+  - !ruby/object:Gem::Dependency 
+    name: iudex-http
+    prerelease: false
+    requirement: &id001 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: 1.1.0
+    type: :runtime
+    version_requirements: *id001
+  - !ruby/object:Gem::Dependency 
+    name: rjack-async-httpclient
+    prerelease: false
+    requirement: &id002 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: 1.6.5
+    type: :runtime
+    version_requirements: *id002
+  - !ruby/object:Gem::Dependency 
+    name: hooker
+    prerelease: false
+    requirement: &id003 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: 1.0.0
+    type: :runtime
+    version_requirements: *id003
+  - !ruby/object:Gem::Dependency 
+    name: minitest
+    prerelease: false
+    requirement: &id004 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: "2.3"
+    type: :development
+    version_requirements: *id004
+  - !ruby/object:Gem::Dependency 
+    name: iudex-http-test
+    prerelease: false
+    requirement: &id005 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: 1.1.0
+    type: :development
+    version_requirements: *id005
+  - !ruby/object:Gem::Dependency 
+    name: rjack-logback
+    prerelease: false
+    requirement: &id006 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: "1.0"
+    type: :development
+    version_requirements: *id006
+  - !ruby/object:Gem::Dependency 
+    name: rjack-tarpit
+    prerelease: false
+    requirement: &id007 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: 1.4.0
+    type: :development
+    version_requirements: *id007
+description: |-
+  Iudex is a general purpose web crawler and feed processor in
+  ruby/java. This gem is an rjack-async-httpclient based implementation
+  of the iudex-http interfaces.
+email: 
+  - dek-oss@gravitext.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+  - Manifest.txt
+  - History.rdoc
+  - README.rdoc
+files: 
+  - History.rdoc
+  - Manifest.txt
+  - README.rdoc
+  - Rakefile
+  - pom.xml
+  - lib/iudex-async-httpclient/base.rb
+  - lib/iudex-async-httpclient.rb
+  - test/setup.rb
+  - test/test_httpclient.rb
+  - lib/iudex-async-httpclient/iudex-async-httpclient-1.1.0.jar
+  - .gemtest
+homepage: http://github.com/dekellum/iudex
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+  - --main
+  - README.rdoc
+require_paths: 
+  - lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+requirements: []
+
+rubyforge_project: iudex-async-httpclient
+rubygems_version: 1.8.9
+signing_key: 
+specification_version: 3
+summary: Iudex is a general purpose web crawler and feed processor in ruby/java
+test_files: 
+  - test/test_httpclient.rb