herokubench 0.0.7

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    Y2I3MWIyOTY5ZjYwMTNiYTk0MjJmOTBhNGFmM2ZiYTRiMWRhZjcxZg==
+  data.tar.gz: !binary |-
+    OWNiY2M4NWU2MmRlZDMzM2VjYWY3ZjE4NDE3MjgxNzhiMDk2ODhlNg==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    NzRiNTIwNTdhYjM3YWFhYmY4MjA0M2Y3MWFmNzkxYzkyODlkN2FkN2M3M2Y4
+    ZTIyZTY5YTBjZTNlY2Y1NWVhZDBhMDllY2M1MGI2MWRjMGY1MmMyMjk4YzBh
+    NjliZjU0NmVhNDg1NDhkODNiZDcyZmU5Njk0NzA2ZDFkOWNkNDA=
+  data.tar.gz: !binary |-
+    NTJmNDc4NDU2Y2YxMjJiNGExMTAwNWRiNmIxYjExMjI1YWViM2UzZDM4NTk0
+    ZWI1ZjIzMGU2NzkxNGM2NTAyOWFmZTUxNmQ5ZjYzNmNlN2M5OTg3ZjIyOTQ5
+    NjhkYzhlZTVkMTZlYTY3Mzc5YzI0NjYxYzM5ODI1YWMxNWYzNzc=

data/README.md

@@ -0,0 +1,89 @@
+# Heroku Bench
+
+A build server in the cloud, heavily inspired by Vulcan.
+
+## Install
+
+    $ gem install herokubench
+
+## Usage
+
+    $ hb help
+    ommands:
+      hb ab URL           # Run apache-bench, using a single, one-off Heroku dyno
+      hb create APP_NAME  # Create your personal bench-server on Heroku
+      hb help [COMMAND]   # Describe available commands or one specific command
+      hb multi URL        # Run apache-bench, using multiple one-off dynos
+    
+    Options:
+      [--verbose]
+
+
+
+## Examples
+
+### Create a Bench Server
+    $ hb create hbench-david
+    Creating hbench-david... done, stack is cedar
+    http://hbench-david.herokuapp.com/ | git@heroku.com:hbench-david.git
+    ...
+
+### Bench
+
+    $ hb http://nodejssimple.herokuapp.com/
+      Running one-off dyno, please be patient
+      Running `ab -c 1000 -n 10000 http://nodejssimple.herokuapp.com/` attached to terminal... up, run.4045
+      This is ApacheBench, Version 2.3 <$Revision: 1430300 $>
+      Copyright 1996 Adam Twiss, Zeus Technology Ltd, http://www.zeustech.net/
+      Licensed to The Apache Software Foundation, http://www.apache.org/
+
+      Benchmarking nodejssimple.herokuapp.com (be patient)
+      Completed 1000 requests
+      Completed 2000 requests
+      Completed 3000 requests
+      Completed 4000 requests
+      Completed 5000 requests
+      Completed 6000 requests
+      Completed 7000 requests
+      Completed 8000 requests
+      Completed 9000 requests
+      Completed 10000 requests
+      Finished 10000 requests
+
+
+      Server Software:
+      Server Hostname:        nodejssimple.herokuapp.com
+      Server Port:            80
+
+      Document Path:          /
+      Document Length:        12 bytes
+
+      Concurrency Level:      1000
+      Time taken for tests:   9.687 seconds
+      Complete requests:      10000
+      Failed requests:        0
+      Write errors:           0
+      Total transferred:      1322840 bytes
+      HTML transferred:       120000 bytes
+      Requests per second:    1032.32 [#/sec] (mean)
+      Time per request:       968.692 [ms] (mean)
+      Time per request:       0.969 [ms] (mean, across all concurrent requests)
+      Transfer rate:          133.36 [Kbytes/sec] received
+
+      Connection Times (ms)
+                    min  mean[+/-sd] median   max
+      Connect:        1    8  12.8      3      70
+      Processing:    75  513 742.4    297    5077
+      Waiting:       75  512 742.5    296    5077
+      Total:        121  520 743.3    301    5087
+
+      Percentage of the requests served within a certain time (ms)
+        50%    301
+        66%    373
+        75%    403
+        80%    566
+        90%    889
+        95%   1805
+        98%   3967
+        99%   4041
+       100%   5087 (longest request)

data/bin/hb

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.expand_path("../../lib", __FILE__)
+
+require "tmpdir"
+require "uri"
+require "herokubench/cli"
+
+
+HerokuBench::CLI.start

data/lib/herokubench.rb

@@ -0,0 +1,2 @@
+module HerokuBench
+end

data/lib/herokubench/bencher.rb

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+require "heroku/command"
+require "heroku/command/base"
+require "heroku/command/help"
+require "heroku/command/apps"
+require "heroku/cli"
+require "heroku/plugin"
+
+Heroku.user_agent = "heroku-gem/#{Heroku::VERSION} (#{RUBY_PLATFORM}) ruby/#{RUBY_VERSION}"
+Heroku::Command.load
+Heroku::Command.run("run", ARGV)
+

data/lib/herokubench/cli.rb

@@ -0,0 +1,286 @@
+require "digest/sha1"
+require "heroku/auth"
+require "heroku/command"
+require "heroku/command/base"
+require "heroku/command/help"
+require "heroku/command/apps"
+require "heroku/cli"
+require "heroku/plugin"
+require "thor"
+require "tmpdir"
+require "uri"
+require "herokubench"
+require "yaml"
+require "pathname"
+require "stringio"
+require 'tempfile'
+require 'ruby-progressbar'
+
+
+# This class is based upon Vulcan, and copies heavily.
+
+class HerokuBench::CLI < Thor
+  class_option "verbose",  :type => :boolean
+  check_unknown_options!  :except => [:ab, :multi]
+  default_task :ab
+  @@result_type = {
+    :connection_times=>/(.+):\s+\s+([\d|\.]+)\s+([\d|\.]+)\s+([\d|\.]+)\s+([\d|\.]+)\s+([\d|\.]+)/,
+    :generic_result=> /^([\w\s]+):\s*([\d|\.]+)/,
+    :response_time_cdf=>/(\d+%)\s+(\d+)/
+  }
+  @@summable_fields = ["Complete requests","Failed requests", "Write errors"]
+  @@medianable_fields = ["Connect", "Processing", "Waiting", "Total"]
+
+  class_options["verbose"] = false if class_options["verbose"].nil?
+  Heroku.user_agent = "heroku-gem/#{Heroku::VERSION} (#{RUBY_PLATFORM}) ruby/#{RUBY_VERSION}"
+  Heroku::Command.load
+
+
+  desc "create APP_NAME", "Create your personal bench-server on Heroku"
+  def create(name="")
+    Dir.mktmpdir do |dir|
+      Dir.chdir(dir) do
+
+        args = ["#{name}", "-s","cedar", "--buildpack","https://github.com/wcdolphin/heroku-buildpack-apache.git"]
+        args.delete("")
+        result = capture { Heroku::Command.run("create", args) }
+        name = /\s(.+)\.\.\./.match(result).captures[0]
+        puts "Created your personal benchserver: #{name}"
+      end
+    end
+    write_config :app => name, :host => "#{name}.herokuapp.com"
+    update
+  end
+
+
+  desc "ab [options] [http[s]://]hostname[:port]/path", "Run apache-bench using a single one-off dyno"
+  long_desc <<-LONGDESC
+  'hb ab' will run apache-bench, using a one-off dyno on Heroku in order
+  to best benchmark the performance of your webservice.
+
+  For more information, run `hb ab help`
+
+  > $ hb ab -c 100 -n 1000 http://www.google.com
+  LONGDESC
+
+  def ab(*args)
+    error "no app yet, please create first" unless config[:app]
+    puts "Running one-off dyno, please be patient"
+    Heroku::Command.run("run", ["ab #{args.join(' ')}", "--app", "#{config[:app]}"])
+  end
+
+
+  desc "multi NUMBER [options] [http[s]://]hostname[:port]/path", "Run apache-bench, using multiple one-off dynos"
+  long_desc <<-LONGDESC
+  'hb multi' will run apache-bench, using multiple one-off dynos in order
+  to incrase the throughput of your benchmark.
+
+  The arguments are identical to that of 'hb ab' with the addition
+  of the 'NUMBER' argument, representing the number of one-off dynos
+  to execute your benchmark on.
+
+  > $ hb multi 5 http://www.google.com
+  LONGDESC
+  def multi(dynos, *args)
+    error "no app yet, create first" unless config[:app]
+    error "Number of dynos must be an integer greater than 1" unless dynos.to_i >= 1
+
+    bencher_path = File.expand_path("../bencher.rb",__FILE__)
+
+    dynos = dynos.to_i
+    outputs = []
+    pid_map = {}
+    results = []
+    n = 0
+
+    ab_command = "ab #{args.join(' ')}"
+
+    p_bar = ProgressBar.new('Setup', dynos)
+
+    until n == dynos do
+      p_bar.inc
+      outputs.push Tempfile.new("hbench_out_#{n}")
+      pid = spawn( "ruby #{bencher_path} \"#{ab_command} \" --app #{config[:app]}", :out=>outputs[n].path)
+      pid_map[pid] = n
+      n += 1
+    end
+
+    p_bar.finish
+    p_bar = ProgressBar.new('Benching', dynos)
+
+    until n == 0 do
+      output =  outputs[pid_map[Process.wait]]
+      last_output = output.read if n ==1
+      p_bar.inc
+      results.push get_result_hash output
+      output.unlink
+      n -= 1
+    end
+
+    p_bar.finish
+
+    if results.last.length ==3
+      summarize results
+    else
+      error last_output
+    end
+  end
+
+  private
+
+  # Attemptes to parse a value as a Float or integer, defaulting to the original
+  # string if unsuccesful.
+  def parse(v)
+    ((float = Float(v)) && (float % 1.0 == 0) ? float.to_i : float) rescue v
+  end
+
+  # pretty much the opposite of parse. Returns a string of the best way
+  # to represent a float, int or string value
+  def unparse(v)
+    ((float = v.round(1)) && (float % 1.0 == 0) ? float.to_i.to_s : float.to_s) rescue v.to_s
+  end
+
+  def summarize(results)
+    summary = {}
+
+    results.each do |result|
+      result.each do |type, hash|
+        summary[type] = {} if summary[type].nil?
+        hash.each do |k,v|
+          puts k if v.nil?
+          summary[type][k] = [0.0] * v.length if summary[type][k].nil?
+          v.each_index do |i|
+            if not @@summable_fields.index(k).nil?
+              summary[type][k][i] += v[i]
+            elsif not @@medianable_fields.index(k).nil?
+              summary[type][k][i] += v[i] / results.length.to_f
+            else
+              summary[type][k][i] = v[i]
+            end
+          end
+        end
+      end
+    end
+
+    say "\tCumulative results"
+    say ""
+    summary[:generic_result].each{|k,v| say format(k+":",v, 25)}
+
+    say ""
+    say "\t Connection Times (ms)"
+    say format("",["min", "mean", "[+/-sd]" ,"median","max"],15)
+    summary[:connection_times].each{|k,v| say format(k+":",v, 15)}
+
+    say ""
+    say "\t Percentage of the requests served within a certain time (ms)"
+    say "\t averaged across dynos"
+    summary[:response_time_cdf].each{|k,v| say format(k+"",v, 15)}
+  end
+
+  def format(k,v, pad)
+    "#{fill(k,pad)}#{v.map{|val| fill(unparse val)}.join('')}\r\n"
+  end
+
+  def fill(str, length=12)
+    "#{str}#{" " * (length - str.length)}"
+  end
+
+  def get_result_hash(f)
+    result_hash = {}
+    f.each_line do |line|
+      @@result_type.each do |k,v|
+        group = line.scan(v)
+        if not group.nil? and group.length.equal? 1
+                capture = group[0].map {|v| parse v} #convert to float/int/etc
+                result_hash[k] = {} unless result_hash.has_key?(k)
+                res_key = capture[0]
+                res_values = capture.slice(1, capture.length)
+                result_hash[k][res_key] = res_values
+              end
+            end
+          end
+          result_hash
+        end
+
+        def update
+          error "no app yet, create first" unless config[:app]
+
+          Dir.mktmpdir do |dir|
+            Dir.chdir(dir) do
+              system "git init -q"
+              system "git remote add origin git@github.com:wcdolphin/heroku-benchserver.git"
+              system "git remote add heroku git@#{heroku_git_domain}:#{config[:app]}.git"
+              pullres = capture { system "git pull --quiet origin master"}
+              pushres = capture { system "git push heroku master --quiet"}
+            end
+          end
+        end
+
+        def capture
+          results = $stdout = StringIO.new
+          yield
+          $stdout = STDOUT
+          results.close_write
+          results.rewind
+          return results.read
+        end
+
+
+
+ #Yeah, we are windows compatible. Because you should be too.
+ def null_dev
+  return test(?e, '/dev/null') ? '/dev/null' : 'NUL:'
+end
+
+def action(message)
+  print "#{message}... "
+  yield
+  puts "done"
+end
+
+def heroku(command)
+  %x{ env BUNDLE_GEMFILE= heroku #{command} 2>&1 }
+end
+
+def config_file
+  File.expand_path("~/.herokubench")
+end
+
+def config
+  read_config
+end
+
+def read_config
+  return {} unless File.exists?(config_file)
+  config = YAML.load_file(config_file)
+  config.is_a?(Hash) ? config : {}
+end
+
+def write_config(config)
+  full_config = read_config.merge(config)
+  File.open(config_file, "w") do |file|
+    file.puts YAML.dump(full_config)
+  end
+end
+
+def error(message)
+  puts "!! #{message}"
+  exit 1
+end
+
+def server_path
+  File.expand_path("../../../server", __FILE__)
+end
+
+  #
+  # heroku_git_domain checks to see if the heroku-accounts plugin is present,
+  # and if so, it will set the domain to the one that matches the credentials
+  # for the currently set account
+  #
+  def heroku_git_domain
+    suffix = %x{ git config heroku.account }
+    suffix = "com" if suffix.nil? or suffix.strip == ""
+    "heroku.#{suffix.strip}"
+  end
+
+end

data/lib/herokubench/version.rb

@@ -0,0 +1,5 @@
+module HerokuBench
+
+  VERSION = "0.0.7"
+
+end

metadata

@@ -0,0 +1,102 @@
+--- !ruby/object:Gem::Specification
+name: herokubench
+version: !ruby/object:Gem::Version
+  version: 0.0.7
+platform: ruby
+authors:
+- Cory Dolphin
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-06-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: heroku
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.26.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.26.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.18.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.18.1
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+description: ! "      Make it rain on the cloud.\n\n      herokubench, or hb for short,
+  is a simple gem which eanbles you to easily load test websites,\n      using a server
+  hosted by Heroku (on AWS). The gem manages deploying\n      an app with no running
+  dynos (free), and abuses the concept of one-off\n      jobs to run the Apache Benchmark,
+  ab.\n\n      Confused? Checkout `hb help`\n"
+email: wcdolphin@gmail.com
+executables:
+- hb
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/hb
+- lib/herokubench/bencher.rb
+- lib/herokubench/cli.rb
+- lib/herokubench/version.rb
+- lib/herokubench.rb
+- README.md
+homepage: https://github.com/wcdolphin/heroku-bench
+licenses: []
+metadata: {}
+post_install_message: Please run 'hbench create' to create your bench-server.
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: A gem to help load testing web applications deployed on AWS or Heroku, using
+  apache-bench
+test_files: []