autograph 0.1.2

data/.gitignore

@@ -0,0 +1,26 @@
+## MAC OS
+.DS_Store
+
+## TEXTMATE
+*.tmproj
+tmtags
+
+## EMACS
+*~
+\#*
+.\#*
+
+## VIM
+*.swp
+
+## PROJECT::GENERAL
+coverage
+rdoc
+pkg
+webgen*
+
+## PROJECT::SPECIFIC
+load_test*
+eapis*
+*.svg
+*.gemspec

data/History.txt

@@ -0,0 +1,4 @@
+== 0.0.1 2009-06-30
+
+* 1 major enhancement:
+  * Initial release

data/README.rdoc

@@ -0,0 +1,93 @@
+= autograph
+
+== DESCRIPTION:
+
+Autograph drives httperf, varying the request rate and graphing the output.  This exercise provides graphical data showing how the requested resources hold up under an increasing rate, particularly with request to response time and achieved request rate.
+
+Can work with SOAP.
+
+== NOTES:
+
+A note on stats, from Zed Shaw: http://zedshaw.com/essays/programmer_stats.html
+
+== PROBLEMS:
+
+* No 'AcceptEncoding' support
+* Limited to the load generation capabilities of a single server.
+
+== SYNOPSIS:
+
+  autograph --host example.com --low-rate 5 --high-rate 25 --rate-step 5 --num-conns 25
+
+  autograph --host example.com --low-rate 10 --high-rate 50 --rate-step 10 --output-file my_load_test.html
+
+== INSTALL:
+
+* Get httperf installed ('brew install httperf' if you've got homebrew installed)
+* Download project and run 'rake build install'
+
+  nick-stielaus-computer-3:autograph nick$ httperf -h
+  Usage: httperf [-hdvV] [--add-header S] [--burst-length N] [--client N/N]
+    [--close-with-reset] [--debug N] [--failure-status N]
+    [--help] [--hog] [--http-version S] [--max-connections N]
+    [--max-piped-calls N] [--method S] [--no-host-hdr]
+    [--num-calls N] [--num-conns N] [--period [d|u|e]T1[,T2]]
+    [--port N] [--print-reply [header|body]] [--print-request [header|body]]
+    [--rate X] [--recv-buffer N] [--retry-on-failure] [--send-buffer N]
+    [--server S] [--server-name S] [--session-cookies]
+    [--ssl] [--ssl-ciphers L] [--ssl-no-reuse]
+    [--think-timeout X] [--timeout X] [--uri S] [--verbose] [--version]
+    [--wlog y|n,file] [--wsess N,N,X] [--wsesslog N,X,file]
+    [--wset N,X]
+  nick-stielaus-computer-3:autograph nick$ autograph
+  Usage: autograph [options]
+          --host HOST                  The host to load test
+          --port PORT                  The port to load test
+          --uris PATH,PATH             A comma separated list of pages to cycle through
+          --output-file PATH           Specify the file to output to.
+          --output-dir PATH            Specify a directory to write output files to.
+          --notes NOTES                Notes to be written to the report.
+          --test                       Do not run benchmarks. Use test data to generate reports.
+  Httperf Knobs:
+          --timeout SECONDS            The length in seconds before a request is marked as errored
+          --num-call NUMCALLS          The number of calls to make for each connection in the test (defaults to one).
+          --num-conns NUMCONNS         The number of connections to make for each test
+          --low-rate LOWRATE           The starting rate
+          --high-rate HIGHRATE         The highest rate at which to perform a test
+          --rate-step RATESTEP         The ammount at which to increment the rate for each interation of the test
+          --wsesslog PATH              Path to the wsesslog file.
+  Common options:
+      -h, --help                       Displays this help info
+      -v, --verbose                    Verbose output
+
+
+== THANKS:
+
+Thanks to
+
+Julian T J Midgley
+Autobench
+http://www.xenoclast.org/autobench/
+
+Ilya Grigorik
+Autoperf
+http://github.com/igrigorik/autoperf/tree
+
+HP
+httperf
+http://www.hpl.hp.com/research/linux/httperf/
+
+
+== LICENSE:
+
+
+Autograph
+Copyright (c) 2009 Nick Stielau
+
+Based on ideas and code from autoperf.rb
+http://github.com/igrigorik/autoperf/tree
+Copyright (C)2008 Ilya Grigorik
+
+
+
+You can redistribute this under the terms of the Ruby license

data/Rakefile

@@ -0,0 +1,33 @@
+require 'rake'
+require File.dirname(__FILE__) + '/lib/autograph'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "autograph"
+    gem.summary = %Q{Simple httperf runner with nice html reports with graphs.}
+    gem.description = %Q{Autograph wraps httperf, running multiple tests while varying the parameters, graphing the output.}
+    gem.email = "nick.stielau@gmail.com"
+    gem.homepage = "http://github.com/nstielau/autograph"
+    gem.authors = ["Nick Stielau"]
+    gem.add_runtime_dependency 'builder',  '= 2.1.2'
+    gem.add_runtime_dependency 'ruport',  '= 1.6.3'
+    gem.add_runtime_dependency 'scruffy', '= 0.2.6'
+    gem.add_runtime_dependency 'gchart',  '= 1.0.0'
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+
+task :test => :check_dependencies
+task :default => :test

data/TODO

@@ -0,0 +1,32 @@
+# Report for AVG says "Report for http://127.0.0.1Avg"
+# Skin report page
+# Compare two hosts
+# Config file?
+
+# Deal with AcceptEncoding, add options
+
+# Factor out outputs types into a report_renderers dir
+# Control verbose output with a Logger, instead of just going to STDOUT
+
+# Don't include overview for one page...
+# Flag maxes
+# Set report overview y-axis to the max request rate
+
+# Pass-through httperf args
+# Pick output format
+# Pick graph types
+# take a txt file for the urls
+
+# Remove default timeout httperf option
+# Add interactive mode
+# Add badass testing server
+
+# JS for selecting right view after page refresh
+
+# Fix Graphs x=y!
+
+# --group graphs, or separate into different pages
+
+
+# Trap exit and write output to file? (Can you have two traps?)
+

data/VERSION

@@ -0,0 +1 @@
+0.1.2

data/bin/autograph

@@ -0,0 +1,149 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+require 'autograph'
+
+options = {}
+
+command_parts = [File.basename(__FILE__)]
+
+opt_parse_opts = OptionParser.new do |opts|
+  opts.banner = "Usage: #{File.basename($0)} [options]"
+
+  opts.on("--host HOST", "The host to load test") do |opt|
+    options['host'] = opt
+    command_parts << "--host #{opt}"
+  end
+
+  opts.on("--port PORT", Integer, "The port to load test") do |opt|
+    options['port'] = opt
+    command_parts << "--port #{opt}"
+  end
+
+  opts.on("--uris PATH,PATH", String, "A comma separated list of pages to cycle through") do |opt|
+    options['uris'] = opt.split(',')
+    command_parts << "--uris #{opt}"
+  end
+
+  opts.on("--output-file PATH", "Specify the file to output to.") do |opt|
+    options['output_file'] = opt
+    command_parts << "--output-file #{opt}"
+  end
+
+  opts.on("--output-dir PATH", "Specify a directory to write output files to.") do |opt|
+    options["output_dir"] = opt;
+    command_parts << "--output-dir"
+  end
+
+  opts.on("--notes NOTES", "Notes to be written to the report.") do |opt|
+    options['notes'] = opt
+    command_parts << "--notes '#{opt}'"
+  end
+
+  # opts.on("--average", "Run a round-robin test of all URIs") do
+  #   options["average"] = true;
+  #   command_parts << "--average"
+  # end
+
+  opts.on("--test", "Do not run benchmarks. Use test data to generate reports.") do |opt|
+    options['use_test_data'] = true
+    command_parts << "--test"
+  end
+
+  opts.separator ""
+  opts.separator "Httperf Knobs:"
+
+  opts.on("--timeout SECONDS", Integer, "The length in seconds before a request is marked as errored") do |opt|
+    options['httperf_timeout'] = opt
+    command_parts << "--timeout #{opt}"
+  end
+
+  opts.on("--num-call NUMCALLS", Integer, "The number of calls to make for each connection in the test (defaults to one).") do |opt|
+    options['httperf_num-call'] = opt
+    command_parts << "--num-call #{opt}"
+  end
+
+  opts.on("--num-conns NUMCONNS", Integer, "The number of connections to make for each test") do |opt|
+    options['httperf_num-conns'] = opt
+    command_parts << "--num-conns #{opt}"
+  end
+
+  # opts.on("--rate RATE", Integer, "The rate at which to make requests") do |opt|
+  #   options['httperf_rate'] = opt
+  #   command_parts << "--rate #{opt}"
+  # end
+
+  opts.on("--low-rate LOWRATE", Integer, "The starting rate") do |opt|
+    options['low_rate'] = opt
+    command_parts << "-low-rate #{opt}"
+  end
+
+  opts.on("--high-rate HIGHRATE", Integer, "The highest rate at which to perform a test") do |opt|
+    options['high_rate'] = opt
+    command_parts << "--high-rate #{opt}"
+  end
+
+  opts.on("--rate-step RATESTEP", Integer, "The ammount at which to increment the rate for each interation of the test") do |opt|
+    options['rate_step'] = opt
+    command_parts << "--rate-step #{opt}"
+  end
+
+  # opts.on("--wlog PATH", String, "A file a ASCII nul terminated pages to cycle through") do |opt|
+  #   options['httperf_wlog'] = "y,#{opt}";
+  #   command_parts << "--wlog #{opt}"
+  # end
+
+  opts.on("--wsesslog PATH", "Path to the wsesslog file.") do |opt|
+    options['httperf_wsesslog'] = opt
+    command_parts << "--wsesslog '#{opt}'"
+  end
+
+  opts.separator ""
+  opts.separator "Common options:"
+
+  opts.on("-h", "--help", "Displays this help info") do
+    puts opts
+    exit 0
+  end
+
+  opts.on("-v", "--verbose", "Verbose output") do
+    options["verbose"] = true;
+    command_parts << "-v"
+  end
+
+  begin
+    opts.parse!(ARGV)
+  rescue OptionParser::ParseError => e
+    warn e.message
+    puts opts
+    exit 1
+  end
+
+  opts
+end
+
+if options.length == 0
+  puts opt_parse_opts
+  exit
+end
+
+options["command_run"]  = command_parts.join(" ")
+
+trap("INT") {
+  abort("Terminating autograph.")
+}
+
+if options['verbose']
+  puts
+  puts "These args were specified from the command line:"
+  options.sort.each do |key, value|
+    puts "  #{key}=#{value}"
+  end
+  puts
+end
+
+begin
+  AutoPerf.new(options)
+rescue => e
+  abort(e.to_s)
+end

data/lib/autograph.rb

@@ -0,0 +1,15 @@
+$:.unshift(File.dirname(__FILE__)) unless $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+require 'rubygems'
+require 'optparse'
+require 'ruport'
+require 'pp'
+
+require 'autograph/autoperf'
+require 'autograph/graph_series'
+require 'autograph/html_report'
+require 'autograph/configuration'
+
+require 'autograph/graph_renderers/base_renderer'
+require 'autograph/graph_renderers/gchart_renderer'
+require 'autograph/graph_renderers/scruffy_renderer'

data/lib/autograph/autoperf.rb

@@ -0,0 +1,105 @@
+class AutoPerf
+  COLUMN_NAMES = ['rate', 'conn/s', 'req/s', 'replies/s avg', 'errors', 'net io (KB/s)', 'reply time']
+
+  def initialize(opts = {})
+    conf = Configuration.new(opts)
+
+    puts configuration.pretty_print if opts['verbose']
+
+    if conf['use_test_data']
+      conf['uris'] = ['/', '/page1', '/page2']
+      @reports = load_test_data(conf)
+    else
+      @reports = run_tests(conf)
+    end
+
+    graphs = BaseRenderer.generate_graphs(@reports, conf)
+    HtmlReport.new(@reports, graphs, conf)
+  end
+
+  def benchmark(conf)
+    raise "You must specify a host." if conf['host'].nil?
+    httperf_opt = conf.keys.grep(/httperf/).collect {|k| "--#{k.gsub(/httperf_/, '')} #{conf[k]}"}.join(" ")
+    httperf_cmd = "httperf --hog --server #{conf['host']} --port #{conf['port']} #{httperf_opt}"
+
+    res = Hash.new("")
+    IO.popen("#{httperf_cmd} 2>&1") do |pipe|
+      puts "\n#{httperf_cmd}"
+
+      while((line = pipe.gets))
+        res['output'] += line
+
+        case line
+        when /^Total: .*replies (\d+)/ then res['replies'] = $1
+        when /^Connection rate: (\d+\.\d)/ then res['conn/s'] = $1
+        when /^Request rate: (\d+\.\d)/ then res['req/s'] = $1
+        when /^Reply time .* response (\d+\.\d)/ then res['reply time'] = $1
+        when /^Net I\/O: (\d+\.\d)/ then res['net io (KB/s)'] = $1
+        when /^Errors: total (\d+)/ then res['errors'] = $1
+        when /^Reply rate .*min (\d+\.\d) avg (\d+\.\d) max (\d+\.\d) stddev (\d+\.\d)/ then
+          res['replies/s min'] = $1
+          res['replies/s avg'] = $2
+          res['replies/s max'] = $3
+          res['replies/s stddev'] = $4
+        end
+      end
+    end
+
+    return res
+  end
+
+  def vary_rate(uri, configuration)
+    puts "Config is #{configuration.inspect}" if configuration['verbose']
+    results = {}
+    report = Table(:column_names => COLUMN_NAMES)
+
+    (configuration['low_rate']..configuration['high_rate']).step(configuration['rate_step']) do |rate|
+      results[rate] = benchmark(configuration.merge({'httperf_rate' => rate, 'httperf_uri' => uri}))
+      report << results[rate].merge({'rate' => rate})
+
+      puts report.to_s
+      puts results[rate]['output'] if results[rate]['errors'].to_i > 0
+    end
+
+    report
+  end
+
+  def run_tests(configuration)
+    reports = {}
+    configuration['uris'].uniq.each do |uri|
+      reports[uri] = vary_rate(uri, configuration)
+    end
+
+    # TODO: Factor out to create_httperf_wlog
+    if !configuration['httperf_wlog'] && configuration['uris'].length > 1 && configuration['average']
+      replay_log = File.open('tmp_replay_log', 'w')
+      path = replay_log.path
+      puts "Tmp replay log is at #{path}" if configuration['verbose']
+      index = 1
+      configuration['uris'].each do |uri|
+        replay_log.print uri
+        replay_log.putc 0 if index < configuration['uris'].length # ASCII NUL Terminate join paths
+        index = index + 1
+      end
+      replay_log.close
+      puts "Replay log is at #{path}" if configuration['verbose']
+      reports["Avg"] = vary_rate('httperf_wlog' => "y,#{path}")
+    end
+    reports
+  end
+
+  def load_test_data(configuration)
+    reports = {}
+    configuration['uris'].each do |uri|
+      reports[uri] = ::Ruport::Data::Table.new(:column_names => COLUMN_NAMES)
+      times = [130.7, 132.7, 180.4, 438.3, 591.9, 686.9, 739.4, 661.3, 727.1, 546.5, 711.1, 893.7, 870.0]
+      conns = [5.0, 21.5, 28.8, 30.6, 26.3, 24.7, 23.0, 25.8, 28.0, 27.4, 27.9, 22.2, 22.7]
+      1.upto(10) do |i|
+        reports[uri] << {'rate' => i*10 - 10,
+                         'conn/s' => conns[i % conns.length],
+                         'reply time' => times[i % times.length]}
+      end
+    end
+    reports
+  end
+end

data/lib/autograph/configuration.rb

@@ -0,0 +1,63 @@
+class Configuration
+  def initialize(opts={})
+    @conf = {'httperf_timeout' => 20,
+             'httperf_num-call'  => 1,
+             'httperf_num-conns' => 100,
+             'httperf_rate' => 5,
+             'port' => 80,
+             'uri' => '/',
+             'low_conns'  => 50,
+             'high_conns' => 550,
+             'conns_step' => 100,
+             'low_rate'  => 5,
+             'high_rate' => 250,
+             'rate_step' => 20,
+             'uris' => ['/'],
+             'use_test_data' => false,
+             'batik-rasterizer-jar' => '/opt/batik/batik-rasterizer.jar',
+             'graph_renderer' => 'GChartRenderer',
+             'average' => false,
+             'output_dir' => './'
+             }.merge(opts)
+
+    # This is a little too much 'magic'
+    if @conf['httperf_wsesslog']
+      puts "Using httperf_wsesslog"
+      @conf.delete("httperf_num-call")
+      @conf.delete("httperf_num-conns")
+      @conf["httperf_add-header"] = "'Content-Type: application/x-www-form-urlencoded\\n'"
+      # TODO: Add AcceptEncoding: gzip,deflate option
+    end
+
+    @conf
+  end
+
+  def [](prop)
+    @conf[prop]
+  end
+
+  def []=(prop, value)
+    @conf[prop] = value
+  end
+
+  def merge(other_hash)
+    @conf.dup.merge(other_hash)
+  end
+
+  def inspect
+    @conf.inspect
+  end
+
+  def pretty_print
+    io = StringIO.new
+    io.puts
+    io.puts "Using these parameters:"
+    @conf.sort.each{ |k, v| io.puts "  #{k}=#{v}"}
+    io.puts
+    io.read
+  end
+
+  def graph_renderer_class
+    Object.const_get(@conf['graph_renderer'].to_s)
+  end
+end

data/lib/autograph/graph_renderers/base_renderer.rb

@@ -0,0 +1,76 @@
+class BaseRenderer
+  attr :title, true
+  attr :width, true
+  attr :height, true
+  attr :path, true
+  attr :series
+
+  def initialize
+    @series = []
+  end
+
+  def add_series(new_series)
+    series.push(new_series)
+  end
+
+  def to_html
+    return "DATA"
+  end
+
+  def find_max_y_value
+    series.map{|s| s.y_values.max}.max
+  end
+
+  def self.generate_graphs(reports, configuration)
+    graphs = {}
+    reports.each do |uri, report|
+      graphs[uri] = []
+
+      puts "For '#{uri}' the values are #{report.column('reply time').join(', ')}" if configuration['verbose']
+      request_rate_graph = configuration.graph_renderer_class.new
+      request_rate_graph.title = "Demanded vs. Achieved Request Rate (r/s)"
+      request_rate_graph.path = uri
+      request_rate_graph.width  = 600
+      request_rate_graph.height = 300
+
+      if reports['Avg']
+        avg_request_rate = GraphSeries.new(:area, report.column('rate'), reports['Avg'].column('conn/s').map{|x| x.to_f}, "Avg")
+        request_rate_graph.add_series(avg_request_rate)
+      end
+
+      request_rate = GraphSeries.new(:line, report.column('rate'), report.column('conn/s').map{|x| x.to_f}, "Requests for '#{uri}'")
+      request_rate_graph.add_series(request_rate)
+
+      graphs[uri] << request_rate_graph.to_html
+
+      response_time_graph = configuration.graph_renderer_class.new
+      response_time_graph.path = uri
+      response_time_graph.title = "Demanded Request Rate (r/s) vs. Response Time"
+      response_time_graph.width  = 600
+      response_time_graph.height = 300
+
+      if reports['Avg']
+        avg_response_time = GraphSeries.new(:area, report.column('rate'), reports['Avg'].column('reply time').map{|x| x.to_f}, "Avg")
+        response_time_graph.add_series(avg_response_time)
+      end
+
+      response_time = GraphSeries.new(:line, report.column('rate'), report.column('reply time'), "Requests for '#{uri}'")
+      response_time_graph.add_series(response_time)
+
+      graphs[uri] << response_time_graph.to_html
+    end
+
+    max_rate_graph = configuration.graph_renderer_class.new
+    max_rate_graph.title = "Max Achieved Connection Rate"
+    max_rate_graph.width  = 600
+    max_rate_graph.height = 300
+
+    reports.keys.each do |key|
+      max = reports[key].column('conn/s').map{|x| x.to_i}.max.to_i
+      max_request_rate = GraphSeries.new(:bar, [key], [max], "Max Request Rate for '#{key}'")
+      max_rate_graph.add_series(max_request_rate)
+    end
+    graphs['summary_graph'] = max_rate_graph
+    graphs
+  end
+end

data/lib/autograph/graph_renderers/gchart_renderer.rb

@@ -0,0 +1,82 @@
+require 'gchart'
+
+class GChartRenderer < BaseRenderer
+  
+  def to_html
+    #"<img src='#{render_graph.to_url}'/>"
+    render_graph.to_url
+  end
+  
+private
+  def available_colors
+    [:red, :yellow, :green, :blue, :black]
+  end
+
+  def render_graph
+    chart_type = series[0].type.to_s
+    chart_type = 'line' if chart_type == 'area'
+    
+    chart = GChart.send(chart_type) do |g|
+
+      x_values = series[0].x_values
+      y_values = series[0].y_values
+
+      x_values = series.map{|s| s.x_values} if chart_type.to_sym == :bar
+      
+      series_data = series.map{|s| s.y_values}
+    
+      g.data   = series_data
+
+      # chg, grid lines
+      # chm data point makers
+      # chma, margins
+      # chm, flags  :chm => "fMax,FF0000,0,#{y_values.index(y_values.max)},15"
+      # cht, bvg (bar vertical grouped)
+      # chbh, bar spacing
+      # chdlp, legend on bottom, vertical
+
+      # TODO: Should case off of chart types
+
+      extras = {:chg => "#{100/(y_values.size)},20,1,5",
+                :chm => "o,0066FF,0,-1.0,6",
+                :chma => "20,20,20,30|80,20",
+                :chdlp => "bv"}
+                  
+      if chart_type.to_sym == :bar    
+        extras = extras.merge({:chm => '', :chbh => 'a,20,20'}) 
+        # chm=N*f0*,000000,1,-1,11|N*f0*,000000,2,-1,11|N*f1*,000000,3,-1,11|N*f2*,FF0000,0,0,18
+        g.grouped = true
+      end
+
+      g.extras = extras
+
+      g.axis(:bottom) do |a|
+        a.labels          = [0] << x_values
+        a.text_color = :black
+      end
+
+      g.axis(:left) do |a|
+        interval = (y_values.max/10).to_i
+        interval = 1 if interval == 0
+        a.labels = (0..(y_values.max.to_i)).to_a.select{|y| y % interval == 0}
+        a.text_color = :black
+      end
+      
+      if chart_type.to_sym == :bar
+        g.orientation = :vertical 
+      end  
+        
+      colors = available_colors
+      g.colors = series.map{|s| colors.pop}
+
+      g.legend = series.map{|s| s.label}
+
+      g.title = title
+
+      g.width  = width
+      g.height = height
+
+      g.entire_background = "f4f4f4"
+    end
+  end
+end

data/lib/autograph/graph_renderers/rasterized_scruffy_renderer.rb

@@ -0,0 +1,20 @@
+def rasterize_graphs
+  batik_location = @conf['batik-rasterizer-jar']
+  if File.exist?(batik_location)
+    `java -jar #{batik_location} *.svg > /dev/null 2>&1`
+  
+    Dir.glob('*.png').each do |png|
+      if File.size(png) > 0
+        File.delete(png.sub('.png', '.svg'))
+      else
+        puts "Error rasterizing #{png}, leaving SVG intact."
+      end
+    end
+    
+    @graphs.each do |uri, graph|
+      @graphs[uri].each do |file_name|
+        @graphs[uri] = @graphs[uri].map{|x| File.exist?(x.sub('.svg', '.png')) ? x.sub('.svg', '.png') : x}  
+      end
+    end
+  end
+end

data/lib/autograph/graph_renderers/scruffy_renderer.rb

@@ -0,0 +1,31 @@
+require 'scruffy'
+
+class ScruffyRenderer < BaseRenderer
+  
+  def to_html
+    render_graph
+    "<img src='#{@file_name}'/>"
+  end
+  
+private
+  def format_file_name(desired_name)
+    desired_name.gsub("/","_").gsub("=","_").gsub("?","_")
+  end
+
+  def render_graph
+    graph = Scruffy::Graph.new
+    graph.title = title
+    graph.renderer = Scruffy::Renderers::Standard.new(:values => series[0].x_values.size + 1)
+    graph.point_markers = series[0].x_values
+    
+    series.each do |s|
+      graph.add s.type.to_sym, s.label, s.y_values
+    end
+    
+    @file_name = format_file_name("request_graph_#{path}.svg")
+    
+    graph.render :to => @file_name, :min_value => 0, :max_value => find_max_y_value
+    
+    graph
+  end
+end

data/lib/autograph/graph_series.rb

@@ -0,0 +1,16 @@
+class GraphSeries
+  attr :x_values, true
+  attr :y_values, true
+  attr :label, true
+  attr :type, true
+  attr :path, true
+  
+  def initialize(t, xs, ys, l, p=nil)
+    @type = t
+    @x_values = xs.map{|x| x.to_f}
+    @y_values = ys.map{|x| x.to_f}
+    @label = l
+    @path = p
+  end
+
+end

data/lib/autograph/html_report.rb

@@ -0,0 +1,33 @@
+class HtmlReport
+  require 'erb'
+
+  def initialize(reports, graphs, configuration)
+    date = Time.now
+    host = configuration['host']
+    title = "Report for #{host}"
+    uris = configuration['uris']
+    command_run = configuration["command_run"]
+    notes = configuration["notes"]
+    summary_graph = graphs['summary_graph']
+
+    output_file = HtmlReport.determine_output_file(configuration['output_file'], configuration['output_dir'])
+
+    template = File.read(File.dirname(__FILE__) + '/report.html.erb')
+    result = ERB.new(template).result(binding).to_s
+
+    File.open(output_file, "w") do |file|
+      file.puts result
+    end
+  end
+
+  def self.determine_output_file(output_file, output_dir)
+    return output_file if output_file
+    file = File.join(output_dir, "load_test.html")
+    i = 0
+    while File.exist?(file) do
+      i = i + 1
+      file = File.join(output_dir, "load_test_#{i}.html")
+    end
+    file
+  end
+end

data/lib/autograph/report.html.erb

@@ -0,0 +1,174 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN"
+        "http://www.w3.org/TR/html4/strict.dtd">
+<html lang="en">
+<head>
+  <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+  <title><%= title %></title>
+  <style type="text/css">
+  body,
+  html {
+    margin:0;
+    padding:0;
+    color:#000;
+  }
+  body {
+    min-width:950px;
+  }
+  #wrap {
+    margin:0 auto;
+    width:950px;
+  }
+  #header h1 {
+      padding:5px;
+      margin:0;
+      text-align: center;
+    }
+  #header h3 {
+    margin: 0;
+  }
+  #nav {
+
+    padding:5px;
+  }
+  #nav ul{
+    margin:0;
+    padding:0;
+    list-style:none;
+  }
+  #nav li{
+    display:inline;
+    margin:0;
+    padding:0;
+  }
+  #main {
+    float:right;
+    width:700px;
+  }
+  #main h2, #main h3, #main p {
+    padding:0 10px;
+    }
+  #sidebar {
+    float:left;
+    width:240px;
+  }
+  #sidebar ul {
+    margin-bottom:0;
+    }
+  #sidebar h3, #sidebar p {
+  padding:0 10px 0 0;
+  }
+  #footer {
+    clear:both;
+  }
+  #footer p {
+    padding:5px;
+    margin:0;
+    }
+
+  div.report {
+    background: #FFFFFF;
+  }
+  </style>
+  <script type="text/javascript"``>
+    function hide_reports() {
+      var reports = document.getElementsByClassName('report');
+      for (var i=0; i < reports.length; i++) {
+        reports[i].style.display = 'none';
+      }
+    }
+
+    function show_report(uri) {
+      hide_reports();
+      document.getElementById(uri).style.display = '';
+    }
+
+    function uri_change_handler(uri) {
+      var page_select = document.getElementById('pages');
+      show_report(page_select.value);
+    }
+  </script>
+
+</head>
+<body>
+<div id="wrap">
+  <div id="header">
+    <h1>Load testing report</h1>
+    <h3>Date: <%= date %></h3>
+    <h3>Host: <%= host %></h3>
+    <h3>Page:
+      <select id="pages" onchange="uri_change_handler()">
+        <option value='overview'>Overview</option>
+        <% uris.each do |uri|%>
+          <option value='page_<%= uri %>'><%=uri%></option>
+        <% end %>
+      </select>
+    </h3>
+
+  </div>
+  <div id="nav">
+
+  </div>
+  <div id="sidebar">
+    <div style="display:none">
+      <h3>Tested Pages</h3>
+      <ul>
+        <li><a href="#" onclick="show_report('overview');" title="Overview">Overview</a></li>
+        <% uris.each do |uri|%>
+        <li><a href="#" onclick="show_report('page_<%= uri %>');" title="<%= uri %>"><%= uri %></a></li>
+        <% end %>
+      </ul>
+    </div>
+    <% if notes %>
+      <h3>Report Notes</h3>
+      <p><%= notes %></p>
+    <% end %>
+    <h3>Info</h3>
+    <ul>
+      <li><a href="#" onclick="show_report('graph_discussion');" title="Discussion">Discussion</a></li>
+    </ul>
+
+  </div>
+  <div id="main">
+    <h2>Report Detail</h2>
+
+<div id="overview" class='report'>
+<img src="<%= summary_graph.to_html %>"/>
+</div>
+
+<div id="graph_discussion" class='report' style="display:none;">
+Discussion on what these graphs mean.
+
+• Increase concurrent connections, and see at which point your app will no longer serve at the demanded request rate
+• Find which pages are heavier/lighter than others
+• Replay a log (with a little work)
+
+• Actually hits your app with load, doesn't just extrapolate out from a few data points
+• Start broad and zero in on connection limits
+• Run from a server, not your laptop
+</div>
+
+    <% reports.each do |uri, report| %>
+      <div id="page_<%= uri %>" class='report' style="display:none;">
+        <p>Report for <%= "http://#{host}#{uri}" %></p>
+        <% graphs[uri].each do |graph| %>
+        <img src="<%= graph %>"/>
+        <% end %>
+<pre>
+<%= report.to_s %>
+</pre>
+      </div>
+    <% end %>
+  </div>
+  <div id="footer" align="center">
+    <p>Generated at <%= date %></p>
+    <div>
+    <p><a onclick="document.getElementById('command_container').style.display = 'block';">Show Command<a/></p>
+    <div id="command_container" style="display:none">
+      <pre><%= command_run %></pre>
+    </div>
+    </div>
+  </div>
+</div>
+</body>
+</html>
+

data/script/console

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+# File: script/console
+irb = RUBY_PLATFORM =~ /(:?mswin|mingw)/ ? 'irb.bat' : 'irb'
+
+libs =  " -r irb/completion"
+# Perhaps use a console_lib to store any extra methods I may want available in the cosole
+# libs << " -r #{File.dirname(__FILE__) + '/../lib/console_lib/console_logger.rb'}"
+libs <<  " -r #{File.dirname(__FILE__) + '/../lib/autograph.rb'}"
+puts "Loading autograph gem"
+exec "#{irb} #{libs} --simple-prompt"

data/script/destroy

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/destroy'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Destroy.new.run(ARGV)

data/script/generate

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/generate'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Generate.new.run(ARGV)

data/test/test_autograph.rb

@@ -0,0 +1,18 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class TestAutograph < Test::Unit::TestCase
+  require 'mocha'
+
+  def setup
+  end
+  
+  def test_truth
+    assert(true)
+  end
+  
+  # def test_uniq_uris
+  #   runner = AutoPerf.new(:host => 'example.com')
+  #   AutoPerf.any_instance.expects(:generate_graphs)
+  #   runner.expects(:generate_graphs)
+  # end
+end

data/test/test_configuration.rb

@@ -0,0 +1,29 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class TestHtmlReport < Test::Unit::TestCase
+
+  def test_takes_a_hash
+    c = Configuration.new(:a => 1)
+    assert_equal c[:a], 1
+  end
+
+  def test_has_defaults
+    c = Configuration.new()
+    assert_equal c['low_rate'], 5
+  end
+
+  def test_can_override_defaults
+    c = Configuration.new('low_rate' => 1)
+    assert_equal c['low_rate'], 1
+  end
+
+  def test_graph_render_klazz_helper
+    c = Configuration.new()
+    assert_equal c.graph_renderer_class, GChartRenderer
+  end
+
+  def test_pretty_print_returns_a_string
+    c = Configuration.new().pretty_print
+    assert_equal c.class, String
+  end
+end

data/test/test_graph_series.rb

@@ -0,0 +1,30 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class TestGraphSeries < Test::Unit::TestCase
+  require 'mocha'
+  require 'autograph'
+  
+  def setup
+  end
+  
+  def test_constructor
+    x_values = [1,2,3]
+    y_values = [4,5,6]
+    
+    gs = GraphSeries.new(:type, x_values, y_values, 'label')
+    assert_equal(gs.type, :type)
+    assert_equal(gs.x_values, x_values)
+    assert_equal(gs.y_values, y_values)
+    assert_equal(gs.label, 'label')
+  end
+  
+  def test_constructor_converts_to_floats
+    x_values = [1,2,3]
+    y_values = [4,5,6]
+    
+    gs = GraphSeries.new(:type, x_values, y_values, 'label')
+    gs.y_values.each{|y| assert_equal(y.class, Float) }
+    gs.x_values.each{|x| assert_equal(x.class, Float) }
+  end
+
+end

data/test/test_helper.rb

@@ -0,0 +1,3 @@
+require 'stringio'
+require 'test/unit'
+require File.dirname(__FILE__) + '/../lib/autograph'

data/test/test_html_report.rb

@@ -0,0 +1,38 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class TestHtmlReport < Test::Unit::TestCase
+  require 'mocha'
+  require 'autograph'
+
+  def setup
+  end
+
+  def test_requires_params
+    error = nil
+    begin
+      HtmlReport.new({})
+    rescue => e
+      error = e
+    end
+    assert(!e.nil?)
+  end
+
+  def test_uses_defined_output_file
+    output_file = HtmlReport.determine_output_file('file.txt', nil)
+    assert_equal(output_file, 'file.txt')
+  end
+
+  def test_uses_defined_output_dir
+    output_file = HtmlReport.determine_output_file(nil, '/opt')
+    assert_equal(output_file, '/opt/load_test.html')
+  end
+
+  def test_generate_output_file
+    File.expects(:exist?).with('./load_test.html').returns(true)
+    File.expects(:exist?).with('./load_test_1.html').returns(true)
+    File.expects(:exist?).with('./load_test_2.html').returns(false)
+    output_file = HtmlReport.determine_output_file(nil, '.')
+    assert_equal(output_file, './load_test_2.html')
+  end
+
+end

metadata

@@ -0,0 +1,147 @@
+--- !ruby/object:Gem::Specification 
+name: autograph
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 2
+  version: 0.1.2
+platform: ruby
+authors: 
+- Nick Stielau
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-05-20 00:00:00 -07:00
+default_executable: autograph
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: builder
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 2
+        - 1
+        - 2
+        version: 2.1.2
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: ruport
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 6
+        - 3
+        version: 1.6.3
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: scruffy
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 2
+        - 6
+        version: 0.2.6
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: gchart
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :runtime
+  version_requirements: *id004
+description: Autograph wraps httperf, running multiple tests while varying the parameters, graphing the output.
+email: nick.stielau@gmail.com
+executables: 
+- autograph
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+- TODO
+files: 
+- .gitignore
+- History.txt
+- README.rdoc
+- Rakefile
+- TODO
+- VERSION
+- bin/autograph
+- lib/autograph.rb
+- lib/autograph/autoperf.rb
+- lib/autograph/configuration.rb
+- lib/autograph/graph_renderers/base_renderer.rb
+- lib/autograph/graph_renderers/gchart_renderer.rb
+- lib/autograph/graph_renderers/rasterized_scruffy_renderer.rb
+- lib/autograph/graph_renderers/scruffy_renderer.rb
+- lib/autograph/graph_series.rb
+- lib/autograph/html_report.rb
+- lib/autograph/report.html.erb
+- load_test_report_example.html
+- script/console
+- script/destroy
+- script/generate
+- test/test_autograph.rb
+- test/test_configuration.rb
+- test/test_graph_series.rb
+- test/test_helper.rb
+- test/test_html_report.rb
+has_rdoc: true
+homepage: http://github.com/nstielau/autograph
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: Simple httperf runner with nice html reports with graphs.
+test_files: 
+- test/test_autograph.rb
+- test/test_configuration.rb
+- test/test_graph_series.rb
+- test/test_helper.rb
+- test/test_html_report.rb