iudex-http-test 1.1.0-java

data/History.rdoc

@@ -0,0 +1,2 @@
+=== 1.1.0 (2011-11-13)
+* Initial release with Iudex 1.1.x.

data/Manifest.txt

@@ -0,0 +1,16 @@
+History.rdoc
+Manifest.txt
+README.rdoc
+Rakefile
+bin/iudex-http-test-fg
+lib/iudex-http-test/base.rb
+lib/iudex-http-test.rb
+lib/iudex-http-test/broken_server.rb
+lib/iudex-http-test/helper.rb
+lib/iudex-http-test/server.rb
+lib/iudex-http-test/test_app.rb
+public/atom.xml
+test/setup.rb
+test/test_broken_server.rb
+test/test_server.rb
+test/test_test_app.rb

data/README.rdoc

@@ -0,0 +1,25 @@
+= iudex-http-test
+
+* http://github.com/dekellum/iudex
+
+== Description
+
+Iudex is a general purpose web crawler and feed processor in
+ruby/java. The iudex-http-test gem contains a HTTP test server for
+testing HTTP client implementations.
+
+== License
+
+Copyright (c) 2011 David Kellum
+
+Licensed under the Apache License, Version 2.0 (the "License"); you
+may not use this file except in compliance with the License.  You
+may obtain a copy of the License at:
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+implied.  See the License for the specific language governing
+permissions and limitations under the License.

data/Rakefile

@@ -0,0 +1,36 @@
+# -*- ruby -*-
+
+$LOAD_PATH << './lib'
+require 'iudex-http-test/base'
+
+require 'rubygems'
+gem     'rjack-tarpit', '~> 1.4'
+require 'rjack-tarpit'
+
+t = RJack::TarPit.new( 'iudex-http-test',
+                       Iudex::HTTP::Test::VERSION,
+                       :java_platform )
+
+t.specify do |h|
+  h.developer( "David Kellum", "dek-oss@gravitext.com" )
+  h.extra_deps += [ [ 'fishwife', '~> 1.1.0' ],
+                    [ 'sinatra',  '~> 1.3.1' ],
+                    [ 'markaby',  '~> 0.7.1' ],
+                    [ 'minitest', '~> 2.3' ] ]
+
+  h.testlib = :minitest
+  h.extra_dev_deps += [ [ 'rack-test',  '~> 0.6.0' ] ]
+end
+
+task :check_history_version do
+  t.test_line_match( 'History.rdoc', /^==/, / #{t.version} / )
+end
+task :check_history_date do
+  t.test_line_match( 'History.rdoc', /^==/, /\([0-9\-]+\)$/ )
+end
+
+task :gem  => [ :check_history_version                      ]
+task :tag  => [ :check_history_version, :check_history_date ]
+task :push => [                         :check_history_date ]
+
+t.define_tasks

data/bin/iudex-http-test-fg

@@ -0,0 +1,50 @@
+#!/usr/bin/env jruby
+#.hashdot.vm.options += -Xmx256m
+# -*- ruby -*-
+
+#--
+# Copyright (c) 2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+$LOAD_PATH.unshift File.join( File.dirname(__FILE__), "..", "lib" )
+
+module IudexBinScript
+
+  require 'rubygems'
+  require 'rjack-logback'
+  require 'optparse'
+
+  include RJack
+  Logback.config_console( :thread => true )
+
+  require 'iudex-http-test/server'
+
+  include Iudex
+
+  OptionParser.new do |opts|
+    opts.on( "-v", "--version", "Display version" ) do
+      puts "iudex-http-test-fg: #{ Iudex::HTTP::Test::VERSION }"
+      exit 1
+    end
+    opts.on( "-d", "--debug", "Enable verbose DEBUG logging" ) do
+      Logback.root.level = Logback::DEBUG
+    end
+  end.parse!
+
+  server = HTTP::Test::Server.new
+  server.start
+  server.join
+
+end

data/lib/iudex-http-test.rb

@@ -0,0 +1,19 @@
+#--
+# Copyright (c) 2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'iudex-http-test/base'
+require 'iudex-http-test/test_app'
+require 'iudex-http-test/server'

data/lib/iudex-http-test/base.rb

@@ -0,0 +1,23 @@
+#--
+# Copyright (c) 2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+module Iudex
+  module HTTP
+    module Test
+      VERSION = '1.1.0'
+    end
+  end
+end

data/lib/iudex-http-test/broken_server.rb

@@ -0,0 +1,50 @@
+#--
+# Copyright (c) 2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'iudex-http-test/base'
+
+require 'socket'
+
+module Iudex::HTTP::Test
+
+  class BrokenServer
+    attr_accessor :port
+
+    def initialize
+      @port = 19293
+      @server = nil
+    end
+
+    def start
+      @server = TCPServer.new( @port )
+    end
+
+    def accept
+      sock = @server.accept
+      yield sock if block_given?
+    end
+
+    def stop
+      if @server
+        @server.close
+        @server = nil
+        true
+      end
+    end
+
+  end
+
+end

data/lib/iudex-http-test/helper.rb

@@ -0,0 +1,78 @@
+#--
+# Copyright (c) 2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'iudex-http-test/server'
+
+require 'minitest/unit'
+require 'net/http'
+require 'ostruct'
+
+module Iudex::HTTP::Test
+
+  class CustomUnit < MiniTest::Unit
+
+    def _run_suites(suites, type)
+      super(suites, type)
+    ensure
+      Helper.stop
+    end
+
+    def self.register
+      MiniTest::Unit.runner = CustomUnit.new
+    end
+  end
+
+  module Helper
+
+    def server
+      Helper.server
+    end
+
+    def self.server
+      @server ||=
+        begin
+          if running_standalone?
+            OpenStruct.new( :port => Server::DEFAULT_PORT )
+          else
+            server = Server.new
+            server.start
+            server
+          end
+        end
+    end
+
+    def self.running_standalone?
+      res = Net::HTTP.start( 'localhost', Server::DEFAULT_PORT ) do |http|
+        http.open_timeout = 0.5
+        http.read_timeout = 1.0
+        http.get( '/index' )
+      end
+      ( res.code.to_i == 200 )
+    rescue Timeout::Error, Errno::ECONNREFUSED
+      false
+    end
+
+    def self.stop
+      if @server
+        $stderr.puts
+        @server.stop
+        @server.join
+        @server = nil
+      end
+    end
+  end
+
+end

data/lib/iudex-http-test/server.rb

@@ -0,0 +1,40 @@
+#--
+# Copyright (c) 2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'iudex-http-test/base'
+require 'iudex-http-test/test_app'
+
+require 'fishwife'
+
+module Iudex::HTTP::Test
+
+  class Server < Fishwife::HttpServer
+
+    DEFAULT_PORT = 19292
+
+    def initialize( opts = {} )
+      opts = { :port => DEFAULT_PORT,
+               :max_threads => 20 }.merge( opts )
+      super( opts )
+    end
+
+    def start( app = TestApp )
+      super
+    end
+
+  end
+
+end

data/lib/iudex-http-test/test_app.rb

@@ -0,0 +1,194 @@
+#--
+# Copyright (c) 2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'rack'
+
+#FIXME: Otherwise rack can fail on threaded autoload (to be fixed in jruby)
+require 'rack/mime'
+require 'rack/head'
+require 'rack/protection/frame_options'
+
+require 'sinatra/base'
+require 'markaby'
+require 'cgi'
+require 'thread'
+require 'rjack-slf4j'
+
+require 'iudex-http-test/base'
+
+module Iudex::HTTP::Test
+
+  # Sets up rack.logger to write to rack.errors stream
+  class SLogger
+    include RJack
+    def initialize( app, level = :info )
+      @app = app
+      @logger = SLF4J[ self.class ]
+      @level = level
+
+      def @logger.<<( msg )
+        send( @level, msg )
+      end
+    end
+
+    def call(env)
+      env['rack.logger'] = @logger
+      @app.call(env)
+    end
+  end
+
+  class ConcurrentCounter
+    def initialize
+      @lock = Mutex.new
+      @count = 0
+    end
+
+    def sync( &block )
+      @lock.synchronize( &block )
+    end
+
+    def enter
+      sync { @count += 1 }
+    end
+
+    def exit
+      sync { @count -= 1 }
+    end
+
+    def count
+      sync { @count }
+    end
+  end
+
+  class TestApp < Sinatra::Base
+
+    PUBLIC = File.expand_path( File.join( File.dirname( __FILE__ ),
+                                          '..', '..', 'public' ) )
+
+    set :environment,     :production
+    set :show_exceptions, false
+    set :raise_errors,    true
+    set :dump_errors,     false
+    use SLogger
+
+    @@counter = ConcurrentCounter.new
+
+    before do
+      # Handle (con)currency param, halting if exceeded
+      @con = params[:con].to_i # 0 if nil
+      if @con > 0 && @@counter.enter > @con
+        halt( 418, "Concurrency #{@con} exceeded" )
+      end
+
+      # Sleep now if requested
+      s = params[:sleep].to_f # 0.0 if nil
+      sleep s if s > 0.0
+    end
+
+    after do
+      @@counter.exit if @con > 0
+    end
+
+    get '/' do
+      redirect to( '/index' )
+    end
+
+    get '/301' do
+      redirect( to( '/index' ), 301 ) #"redirect body"
+    end
+
+    get '/redirect' do
+      loc = params[ :loc ]
+      redirect loc if loc
+      halt 400, "loc query parameter required"
+    end
+
+    get '/redirects/multi/:depth' do
+      depth = params[:depth].to_i
+      status = ( params[:code] || 302 ).to_i
+      if depth > 1
+        redirect( to( "/redirects/multi/#{depth - 1}#{common params}" ),
+                  status )
+      else
+        "You finally made it"
+      end
+    end
+
+    get '/index' do
+      markaby do
+        html do
+          head { title "Test Index Page" }
+          body do
+            h1 "Iudex HTTP Test Service"
+            a( :href => url( '/foobar' ) ) { "foobar" }
+          end
+        end
+      end
+    end
+
+    get '/atom.xml' do
+      send_file( "#{PUBLIC}/atom.xml",
+                 :type => 'application/atom+xml' )
+    end
+
+    get '/env' do
+      request.inspect
+    end
+
+    get '/error' do
+      raise "Raising this ERROR for you"
+    end
+
+    get '/304' do
+      halt 304
+    end
+
+    get '/concount' do
+      content_type 'text/plain'
+      @@counter.count.to_s
+    end
+
+    get '/echo/header/:name' do
+      content_type 'text/plain'
+      env[ 'HTTP_' + params[ :name ].gsub( /-/, '_' ).upcase ].to_s
+    end
+
+    class GiantGenerator
+      FILLER = <<-END
+        Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do
+        eiusmod tempor incididunt ut labore et dolore magna aliqua.
+      END
+
+      def each
+        loop { yield FILLER }
+      end
+    end
+
+    get '/giant' do
+      [ 200, { 'Content-Type' => 'text/plain' }, GiantGenerator.new ]
+    end
+
+    def common( params )
+      ps = [ :sleep, :con ].
+        map { |k| ( v = params[k] ) && [ k, v ] }.
+        compact.
+        map { |k,v| [ k, CGI.escape( v.to_s ) ].join( '=' ) }
+      '?' + ps.join( '&' ) unless ps.empty?
+    end
+
+  end
+
+end