nethttp_ab 0.0.1

data/Manifest

@@ -0,0 +1,12 @@
+README
+Rakefile
+bin/nethttp_ab
+lib/net.rb
+lib/requester.rb
+lib/requests_queue.rb
+lib/simple_requests_queue.rb
+test/nethttp_ab_test.rb
+test/requests_queue_test.rb
+test/resources/index.html
+test/simple_requests_queue_test.rb
+Manifest

data/README

@@ -0,0 +1,8 @@
+Simple tool to benchmark sites (rpm, response time, etc)
+
+SIMPLE USAGE
+3 concurrent threads and 100 total requests:
+nethttp_ab -n 100 -c 3 http://www.yoursite.com
+
+OR simulate user and follow all local links on the page:
+nethttp_ab -f http://localhost:3000

data/Rakefile

@@ -0,0 +1,11 @@
+require 'rubygems'
+require 'rake'
+require 'echoe'
+
+Echoe.new('nethttp_ab', '0.0.1') do |p|
+  p.description    = "Simple tool to benchmark sites"
+  p.url            = "http://github.com/german/nethttp_ab"
+  p.author         = "Dmitrii Samoilov"
+  p.email          = "germaninthetown@gmail.com"
+  p.development_dependencies = []
+end

data/bin/nethttp_ab

@@ -0,0 +1,33 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'trollop'
+require File.dirname(File.expand_path(__FILE__)) + '/../lib/requester.rb'
+
+# SIMPLE USAGE:
+# 3 concurrent threads and 100 total requests
+# nethttp_ab -n 100 -c 3 http://www.yoursite.com
+#
+# OR simulate user and follow all local links on the page
+# nethttp_ab -f http://localhost:3000
+
+opts = Trollop::options do
+  opt :concurrent_threads, "Number of concurrent threads", :default => 3, :short => 'c'
+  opt :requests, "Total number of requests", :default => 10, :short => 'n'
+  opt :follow_links, "Whether to follow links from received pages (emulating real user)", :default => false, :short => 'f'  
+end
+
+url_to_benchmark = "http://localhost:3000/"
+# search for the url to perform benchmarking on
+# we don't use trollop here since I don't like to specify --url=http://mysite.com to get the url
+ARGV.each do |arg|
+  url_to_benchmark = arg if arg =~ /https?:\/\/|www\./
+end
+
+requester = NethttpAb::Requester.new
+requester.concurrent_users  = opts[:concurrent_threads]
+requester.num_of_requests   = opts[:requests]
+requester.follow_links      = opts[:follow_links]
+requester.url               = url_to_benchmark
+
+requester.proceed
+requester.print_stats

data/lib/net.rb

@@ -0,0 +1,21 @@
+require 'net/http'
+require 'uri'
+
+module NethttpAb
+  module Utility
+    def get_http_session(url)
+      http = Net::HTTP.new(url.host, url.port)
+      if url.scheme == "https"
+        http.use_ssl = true
+        http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+      end
+
+      http.read_timeout = 10
+      http.open_timeout = 10
+
+      http_opened_session = http.start
+
+      http_opened_session
+    end
+  end
+end

data/lib/requester.rb

@@ -0,0 +1,144 @@
+require 'benchmark'
+require 'thread'
+require 'nokogiri' # we could follow links on the pages if there's --follow-links=2 option
+
+require File.dirname(File.expand_path(__FILE__)) + '/requests_queue'
+require File.dirname(File.expand_path(__FILE__)) + '/simple_requests_queue'
+require File.dirname(File.expand_path(__FILE__)) + '/net'
+
+module NethttpAb
+  class Requester
+    include NethttpAb::Utility
+
+    attr_accessor :successfull_requests
+    attr_accessor :failed_requests
+
+    def initialize
+      @response_length = 0
+      @total_time = 0.0
+      @threads = []
+      @mutex = Mutex.new
+      @failed_requests   = 0
+      @successfull_requests  = 0
+      @follow_links = false
+    end
+
+    def concurrent_users=(num)
+      @concurrent_users = num
+    end
+
+    def num_of_requests=(num)
+      @num_of_requests = num
+    end
+
+    def follow_links=(flag)
+      @follow_links = flag
+    end
+
+    def url=(link)
+      @url = URI.parse(link)
+      @url.path = '/' if @url.path == "" # ensure we requesting main page (if url is like http://google.com)
+    end
+
+    def print_stats
+      print "Failed requests: #{@failed_requests}\n"
+      print "Succeeded requests: #{@successfull_requests}\n\n"
+
+      print "Total response length: #{@response_length} bytes\n"
+      if @successfull_requests > 0
+        print "Recieved characters per one page: #{@response_length / @successfull_requests} bytes\n\n"
+      end
+
+      printf "Total time: %.03f s\n", @total_time
+      printf "Average time per request: %.03f s\n", @total_time / @successfull_requests.to_f
+      printf "Requests per second: %.01f rps\n", 1.0 / (@total_time / @successfull_requests.to_f)
+    end
+
+    def proceed  
+      prepare_queue     
+      start_threads
+    end
+
+    private
+
+      def prepare_queue
+        @requests_queue = if @follow_links
+          # get all links to benchmark as user behavior
+          begin
+            http_opened_session = get_http_session(@url)
+          rescue OpenSSL::SSL::SSLError => e
+            puts("The url you provided is wrong, please check is it really ssl encrypted")
+            exit
+          rescue Errno::ECONNREFUSED => e
+            puts("Connection error, please check your internet connection or make sure the server is running (it's local)")
+            exit
+          end
+
+          req = Net::HTTP::Get.new(@url.path)
+          response = http_opened_session.request(req)
+          doc = Nokogiri::HTML(response.body)
+          #puts doc.css('a').map{|el| el.attr('href')}.inspect
+          local_links = doc.css('a').reject{|el| el.attr('rel') == 'nofollow'}.select{|el| el.attr('href').match(Regexp.escape(@url.host)) || (el.attr('href') !~ /^(http|www|javascript)/) }
+          local_links.map!{|el| el.attr('href')}
+          local_links.uniq!
+          print "Found #{local_links.inspect} local links\n"
+          NethttpAb::RequestsQueue.new(local_links)
+        else
+          NethttpAb::SimpleRequestsQueue.new(@num_of_requests)         
+        end
+      end
+
+      def start_threads
+        @concurrent_users.times do
+          begin
+            http_opened_session = get_http_session(@url)
+          rescue OpenSSL::SSL::SSLError => e
+            puts("The url you provided is wrong, please check is it really ssl encrypted")
+            exit
+          rescue Errno::ECONNREFUSED => e
+            puts("Connection error, please check your internet connection or make sure the server is running (it's local)")
+            exit
+          end
+
+          @threads << Thread.new do
+            while !@requests_queue.empty? do
+              # lock request in order to avoid sharing same request by two threads and making more requests then specified
+              if next_url = @requests_queue.lock_next_request
+                req = if @follow_links
+                  next_url_parsed = URI.parse(next_url)
+                  Net::HTTP::Get.new(next_url_parsed.path)
+                else
+                  Net::HTTP::Get.new(@url.path)
+                end
+
+                @total_time += Benchmark.realtime do
+                  begin
+                    response = http_opened_session.request(req)
+                    @mutex.synchronize do
+                      @response_length += response.body.length
+                      @successfull_requests += 1
+                      @requests_queue.release_locked_request(next_url)
+                    end 
+                  rescue Net::HTTPBadResponse => e
+                    print "An error occured: #{e.message}\n"
+                    @failed_requests += 1
+                  rescue Timeout::Error => e
+                    print "Timeout error for #{next_url}\n"
+                    @failed_requests += 1
+                  rescue => e
+                    print "An error occured: #{e.message}\n"
+                    @failed_requests += 1
+                  end
+                end
+              else
+                # exit current thread since there's no available requests in requests_queue
+                Thread.exit      
+              end
+            end
+          end
+        end
+
+        @threads.each{|thread| thread.join}
+      end
+  end
+end

data/lib/requests_queue.rb

@@ -0,0 +1,32 @@
+module NethttpAb
+  class RequestsQueue
+    def initialize(url_array)
+      @urls_queue = url_array
+      @locked_urls = []
+
+      @num_of_requests = url_array.size
+      @num_of_locked   = 0
+    end
+
+    def lock_next_request
+      if @num_of_requests > @num_of_locked
+        @num_of_locked += 1
+        @locked_urls << @urls_queue.shift
+        @locked_urls.last
+      end
+    end
+
+    def release_locked_request(url)
+      if @num_of_locked > 0
+        @num_of_locked -= 1
+        @locked_urls.delete_if{|u| u == url}
+      end
+
+      @num_of_requests -= 1 if @num_of_requests > 0
+    end
+
+    def empty?
+      @num_of_requests == 0
+    end
+  end
+end

data/lib/simple_requests_queue.rb

@@ -0,0 +1,26 @@
+module NethttpAb
+  class SimpleRequestsQueue
+    def initialize(num_of_requests)
+      @num_of_requests = num_of_requests
+      @num_of_locked   = 0
+    end
+
+    def lock_next_request
+      if @num_of_requests > @num_of_locked
+        @num_of_locked += 1
+        true
+      else
+        false
+      end
+    end
+
+    def release_locked_request(url = nil)
+      @num_of_locked -= 1 if @num_of_locked > 0    
+      @num_of_requests -= 1 if @num_of_requests > 0
+    end
+
+    def empty?
+      @num_of_requests == 0
+    end
+  end
+end

data/nethttp_ab.gemspec

@@ -0,0 +1,34 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{nethttp_ab}
+  s.version = "0.0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Dmitrii Samoilov"]
+  s.cert_chain = ["/home/german/.ssh/gem-public_cert.pem"]
+  s.date = %q{2011-04-05}
+  s.default_executable = %q{nethttp_ab}
+  s.description = %q{Simple tool to benchmark sites}
+  s.email = %q{germaninthetown@gmail.com}
+  s.executables = ["nethttp_ab"]
+  s.extra_rdoc_files = ["README", "bin/nethttp_ab", "lib/net.rb", "lib/requester.rb", "lib/requests_queue.rb", "lib/simple_requests_queue.rb"]
+  s.files = ["README", "Rakefile", "bin/nethttp_ab", "lib/net.rb", "lib/requester.rb", "lib/requests_queue.rb", "lib/simple_requests_queue.rb", "test/nethttp_ab_test.rb", "test/requests_queue_test.rb", "test/resources/index.html", "test/simple_requests_queue_test.rb", "Manifest", "nethttp_ab.gemspec"]
+  s.homepage = %q{http://github.com/german/nethttp_ab}
+  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Nethttp_ab", "--main", "README"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{nethttp_ab}
+  s.rubygems_version = %q{1.6.2}
+  s.signing_key = %q{/home/german/.ssh/gem-private_key.pem}
+  s.summary = %q{Simple tool to benchmark sites}
+  s.test_files = ["test/simple_requests_queue_test.rb", "test/requests_queue_test.rb", "test/nethttp_ab_test.rb"]
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end

data/test/nethttp_ab_test.rb

@@ -0,0 +1,33 @@
+require 'test/unit'
+require 'net/http'
+require 'mocha'
+
+require File.dirname(File.expand_path(__FILE__)) + '/../lib/requester.rb'
+
+class TestResponse < Struct.new(:head, :body, :response_code)
+end
+
+class OpenSession
+  def request(url)
+    body = File.read(File.join(File.dirname(File.expand_path(__FILE__)), 'resources', url.path))
+    TestResponse.new("head", body, 200)
+  end
+end
+
+class NetHttpAbTest < Test::Unit::TestCase
+  def test_simple
+    Net::HTTP.any_instance.stubs(:start).returns(OpenSession.new)
+        
+    requester = NethttpAb::Requester.new
+
+    requester.url = "http://localhost/index.html"
+    requester.concurrent_users = 3
+    requester.num_of_requests = 10
+    requester.follow_links = false
+
+    requester.proceed
+
+    assert_equal 10, requester.successfull_requests
+    assert_equal 0, requester.failed_requests
+  end
+end

data/test/requests_queue_test.rb

@@ -0,0 +1,23 @@
+require 'test/unit'
+require File.dirname(File.expand_path(__FILE__)) + '/../lib/requests_queue.rb'
+
+class RequestQueueTest < Test::Unit::TestCase
+  def test_initial
+    urls = ["http://www.google.com", "http://www.ruby-lang.com", "http://www.github.com", "http://www.def-end.com"]
+
+    queue = NethttpAb::RequestsQueue.new urls
+    assert !queue.empty?
+ 
+    4.times { assert queue.lock_next_request }
+
+    3.times { |i| queue.release_locked_request(urls[i]) }
+
+    assert !queue.empty?
+
+    queue.release_locked_request(urls[3])
+
+    assert queue.empty?
+
+    assert !queue.lock_next_request
+  end
+end

data/test/resources/index.html

@@ -0,0 +1,3 @@
+<html>
+  <body>test</body>
+</html>

data/test/simple_requests_queue_test.rb

@@ -0,0 +1,21 @@
+require 'test/unit'
+require File.dirname(File.expand_path(__FILE__)) + '/../lib/simple_requests_queue.rb'
+
+class SimpleRequestQueueTest < Test::Unit::TestCase
+  def test_initial
+    queue = NethttpAb::SimpleRequestsQueue.new(3)
+    assert !queue.empty?
+
+    3.times { assert queue.lock_next_request }
+
+    2.times { queue.release_locked_request }
+
+    assert !queue.empty?
+
+    queue.release_locked_request
+
+    assert queue.empty?
+
+    assert !queue.lock_next_request
+  end
+end

data.tar.gz.sig

@@ -0,0 +1 @@
+��5�\',�-�Oº� �ۓ���s�*��HKȴH��!�o��>:�=�h�|C�'�\��Ws��s���)
���bâΘU�>���o_�uT�Sm/�;��9S�����^�)�
�P����KO‰�v�o�g���^ը����L��wU������<cHb��u�*�t0M�u��\�

metadata

@@ -0,0 +1,101 @@
+--- !ruby/object:Gem::Specification 
+name: nethttp_ab
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Dmitrii Samoilov
+autorequire: 
+bindir: bin
+cert_chain: 
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIDQDCCAiigAwIBAgIBADANBgkqhkiG9w0BAQUFADBGMRgwFgYDVQQDDA9nZXJt
+  YW5pbnRoZXRvd24xFTATBgoJkiaJk/IsZAEZFgVnbWFpbDETMBEGCgmSJomT8ixk
+  ARkWA2NvbTAeFw0xMTA0MDUwOTM4NTRaFw0xMjA0MDQwOTM4NTRaMEYxGDAWBgNV
+  BAMMD2dlcm1hbmludGhldG93bjEVMBMGCgmSJomT8ixkARkWBWdtYWlsMRMwEQYK
+  CZImiZPyLGQBGRYDY29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA
+  wgFgELrtM2WGMHb0Tbd0mHzzd1O7begCVLUVqTfULTWxRyfa1xlPYGOkprxwfQE0
+  e1TLzhgtzrwPtKm0+IWlz0yiDdcP+/vORNYGJn0hlVMIyoh/Gjvy9tg+lAZHHzyW
+  P08b83YCvTAsfmYwj1gCVERJcTNYoqerpTX711+qYYAm4KMEXOlk3w6vOSXSgioH
+  qT3hlHivuRnLO8ASv2dC0Xpej0wUqtFx+h6FkYzrs5PFp5r9Ccste/vTonP5sWX3
+  FlXZaqawuFqlYbkVEjIZyE5smYeBR3NJsNjIpcdpInWaYul631yIEy5UiPucGlnQ
+  LSqxi4knbIeA0S58KgRvtQIDAQABozkwNzAJBgNVHRMEAjAAMB0GA1UdDgQWBBQR
+  MgXYASGhr6Z27DY6DTOu66QfKjALBgNVHQ8EBAMCBLAwDQYJKoZIhvcNAQEFBQAD
+  ggEBADkXRjtNXe+PCTkBpODetl9Mgrw3vxmQbpaQFeV0IPMiav+6m48/ai0p9zxF
+  JpjN7GPHzy8LJQGmwOOrpDwU7JsX6hlXtXToKM/RcStUqm1v+8GLE/K777Foq4T+
+  6QmqCPwYdpN1hijiEM4miV9osuZYTAnR9IKBakY3tRE1Q7aTTyT4tMmS/GrwY+IB
+  qih6K+1QUvvm0euQNIlHfM0RQ+cgISMezNJRmDtldZTLI5NbSnbO6mW+QoFcKmXz
+  +Zut89O9LtR+kOHx2W1p7eHudOUB4L6lCafXA1O54piyMbYsde8oHmAjW39hKaUo
+  r061XXjdbf9qKeUjTZ6lmWaQMjM=
+  -----END CERTIFICATE-----
+
+date: 2011-04-05 00:00:00 +03:00
+default_executable: 
+dependencies: []
+
+description: Simple tool to benchmark sites
+email: germaninthetown@gmail.com
+executables: 
+- nethttp_ab
+extensions: []
+
+extra_rdoc_files: 
+- README
+- bin/nethttp_ab
+- lib/net.rb
+- lib/requester.rb
+- lib/requests_queue.rb
+- lib/simple_requests_queue.rb
+files: 
+- README
+- Rakefile
+- bin/nethttp_ab
+- lib/net.rb
+- lib/requester.rb
+- lib/requests_queue.rb
+- lib/simple_requests_queue.rb
+- test/nethttp_ab_test.rb
+- test/requests_queue_test.rb
+- test/resources/index.html
+- test/simple_requests_queue_test.rb
+- Manifest
+- nethttp_ab.gemspec
+has_rdoc: true
+homepage: http://github.com/german/nethttp_ab
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --line-numbers
+- --inline-source
+- --title
+- Nethttp_ab
+- --main
+- README
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "1.2"
+requirements: []
+
+rubyforge_project: nethttp_ab
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: Simple tool to benchmark sites
+test_files: 
+- test/simple_requests_queue_test.rb
+- test/requests_queue_test.rb
+- test/nethttp_ab_test.rb