railsbench 0.8.4

data/script/perf_html

@@ -0,0 +1,82 @@
+#!/usr/bin/env ruby
+
+unless ARGV.include?('-nocss')
+puts <<'END'
+<style type="text/css">
+<!--
+.perf_header, .perf_data, .perf_name { font-size:70%; padding-left:5px; padding-right:5px; }
+.perf_header { text-align:center; vertical-align:top; font-weight:bold;}
+.i { font-style:italic; }
+.b { font-weight:bold; }
+.c1 { background:#fff3df; }
+.c2 { background:#dfedff; }
+.factor { background:#efe0ef; }
+.name { background:#dfdfdf; }
+.perf_name   { text-align:left;   }
+.perf_data   { text-align:right;  }
+-->
+</style>
+END
+end
+
+unless ARGV.include?('-notable')
+  puts "<table cellspacing=1px>"
+  $stdin.each_line do |l|
+    case l
+      when /^garbage collection/
+      unless ARGV.include?('-gc')
+        puts "</table>"
+        exit
+      end
+      puts "<tr></tr><tr></tr>"
+      puts "<tr>"
+      puts "<th class='perf_header name' style='text-align:left'>GC statistics</th>"
+      puts "<th class='perf_header c1'>c1 total</th><th class='perf_header c2'>c2 total</th>"
+      puts "<th class='perf_header c1'>c1 #gc</th><th class='perf_header c2'>c2 #gc</th>"
+      puts "<th class='perf_header c1'>c1 gc%</th><th class='perf_header c2'>c2 #gc%</th>"
+      puts "<th class='perf_header factor'>c1/c2</th>"
+      puts "</tr>"
+      when /^page/
+      puts "<tr>"
+      puts "<th class='perf_header name' style='text-align:left;'>page</th>"
+      puts "<th class='perf_header c1'>c1 total</th><th class='perf_header c2'>c2 total</th>"
+      puts "<th class='perf_header c1'>c1 r/s</th><th class='perf_header c2'>c2 r/s</th>"
+      puts "<th class='perf_header c1'>c1 ms/r</th><th class='perf_header c2'>c2 ms/r</th>"
+      puts "<th class='perf_header factor'>c1/c2</th>"
+      puts "</tr>"
+    end
+    case l
+    when %r{^([A-Za-z0-9./?= ]+)\s+([\d.]+)\s+([\d.]+)\s+([\d.]+)\s+([\d.]+)\s+([\d.]+)\s+([\d.]+)\s+([\d.]+)\s+$}
+      puts "<tr>"
+      puts "<td class='perf_name name#{" i" if $1.strip == "all requests"}'>#{$1}</td>"
+      puts "<td class='perf_data c1'>#{$2}</td><td class='perf_data c2'>#{$3}</td>"
+      puts "<td class='perf_data c1'>#{$4}</td><td class='perf_data c2'>#{$5}</td>"
+      puts "<td class='perf_data c1'>#{$6}</td><td class='perf_data c2'>#{$7}</td>"
+      puts "<td class='perf_data factor'>#{$8}</td>"
+      puts "</tr>"
+    end
+  end
+  puts "</table>"
+end
+
+__END__
+
+### Local Variables: ***
+### mode:ruby ***
+### End: ***
+
+#    Copyright (C) 2005, 2006  Stefan Kaes
+#
+#    This program is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program; if not, write to the Free Software
+#    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA

data/script/perf_loop

@@ -0,0 +1,38 @@
+#!/bin/sh
+# set -x
+
+BINDIR=`dirname $0`
+test -z $RAILS_PERF_RUNS && RAILS_PERF_RUNS=3
+
+FILE=$RAILS_BENCHMARK_FILE
+if [ "$OSTYPE" == "cygwin" ]; then
+  RAILS_BENCHMARK_FILE=`cygpath -m $FILE`
+fi
+
+unset RUBY_GC_STATS
+
+echo "benchmarking $RAILS_PERF_RUNS runs with options $@"
+echo "$BINDIR/perf_bench $@" >$FILE
+
+patched_gc="no"
+for arg in $@; do
+  case $arg in
+   -gc=*) patched_gc=${arg#-gc=};;
+  esac
+done
+
+if [ "${patched_gc}" = "no" ]; then
+  unset RUBY_HEAP_MIN_SLOTS RUBY_GC_MALLOC_LIMIT RUBY_HEAP_FREE_MIN
+else
+  . $RAILS_ROOT/config/${patched_gc}.gc
+  export RUBY_HEAP_MIN_SLOTS RUBY_GC_MALLOC_LIMIT RUBY_HEAP_FREE_MIN
+fi
+
+i=$(( $RAILS_PERF_RUNS ))
+while [ $i -gt 0 ]; do
+  i=$(( $i-1 ))
+  ruby $BINDIR/perf_bench $@ >/dev/null || exit 1
+done
+echo >>$FILE
+
+# echo "performance data written to file $RAILS_BENCHMARK_FILE"

data/script/perf_plot

@@ -0,0 +1,94 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require "gruff"
+
+$:.unshift(File.expand_path(File.dirname(__FILE__) + '/../lib'))
+require 'railsbench/perf_info'
+
+# extract options
+
+selection = []
+title = "Performance Graph"
+files = []
+names = []
+labels = []
+perf_data = []
+graph_type = Gruff::Line
+graph_width = 800
+
+ARGV.each do |arg|
+  case arg
+  when /^-only=(.*)$/
+    selection = $1.split(',').map{|s| s.strip.to_i}
+  when /^-title=(.*)$/
+    title = $1 unless $1.strip.empty?
+  when '-line'
+    graph_type = Gruff::Line
+  when '-bar'
+    graph_type = Gruff::Bar
+  when /^-width=(\d+)$/
+    graph_width = $1.to_i
+  when /^-names=(.+)$/
+    names = $1.split(',')
+  when /^-labels=(.+)$/
+    labels = $1.split(',')
+  else
+    files << File.open_or_die(arg)
+    names[files.length-1] ||= File.basename(arg)
+  end
+end
+
+files.length > 0 or die "usage: perf_plot [options] file1 file2 ..."
+
+files.each do |file|
+  pi = PerfInfo.new(file)
+  iter = pi.iterations
+  urls = pi.requests_per_key
+  perf_data << pi.keys.map{ |key| iter*urls/pi.timings_mean(key) }
+  file.close
+end
+
+selection = (1..(perf_data.last.length)).to_a if selection.empty?
+if labels.empty?
+  labels = selection.map{|i| i.to_s}.index_map
+else
+  labels = labels.index_map
+end
+perf_data = perf_data.map{|d| d.restrict_to(selection.map{|i| i-1})}
+
+# puts selection.inspect
+# puts labels.inspect
+# puts perf_data.inspect
+
+g = graph_type.new(graph_width)
+g.title = title
+g.sort = false
+g.minimum_value = 0
+g.maximum_value = perf_data.flatten.max.ceil
+g.labels = labels
+perf_data.each_with_index{|d,i| g.data(names[i], d)}
+g.write
+
+
+__END__
+
+### Local Variables: ***
+### mode:ruby ***
+### End: ***
+
+#    Copyright (C) 2005, 2006  Stefan Kaes
+#
+#    This program is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program; if not, write to the Free Software
+#    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA

data/script/perf_plot_gc

@@ -0,0 +1,111 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'gruff'
+
+$:.unshift(File.expand_path(File.dirname(__FILE__) + '/../lib'))
+require 'railsbench/gc_info'
+
+# extract options
+
+selection = []
+title = "GC Data Graph"
+files = []
+names = []
+labels = %w()
+perf_data = []
+graph_type = Gruff::StackedBar
+graph_width = 1400
+
+ARGV.each do |arg|
+  case arg
+#   when '-line'
+#     graph_type = Gruff::Line
+#   when '-bar'
+#     graph_type = Gruff::Bar
+  when /^-width=(\d+)$/
+    graph_width = $1.to_i
+#   when /^-title=(.*)$/
+#     title = $1 unless $1.strip.empty?
+#   when /^-names=(.+)$/
+#     names = $1.split(',')
+  else
+    files << File.open_or_die(arg)
+    names[files.length-1] ||= File.basename(arg)
+  end
+end
+
+files.length > 0 or die "usage: perf_plot_gc [options] file1 file2 ..."
+
+object_types = Set.new
+gcis = []
+files.each do |file|
+  gcis << GCInfo.new(file)
+  object_types.merge gcis.last.object_types
+  file.close
+end
+
+object_types = object_types.to_a
+gc_count_max = gcis.map{|gci| gci.collections}.max
+gc_max_processed = gcis.map{|gci| gci.processed_max}.max
+
+g = graph_type.new(graph_width)
+
+g.add_color("#FF0000")
+g.add_color("#00FF00")
+g.add_color("#0000FF")
+
+g.instance_eval do
+  count = @colors.length
+  count.times{|i| add_color(@colors[i])}
+end
+
+g.title = title
+g.sort = false
+g.legend_font_size = 8
+g.legend_box_size = 8
+g.marker_font_size = 8
+#g.minimum_value = 0
+#g.maximum_value = gc_max_processed
+g.labels = Hash[* (0...gc_count_max).map{|i| [2*i, i.to_s]}.flatten ]
+puts g.labels.inspect
+
+object_types.each do |ot|
+  next if ot =~ /NODE|STRING/i 
+  data = []
+  gc_count_max.times do |gc_index|
+    for gci in gcis
+      map_at_this_gc = gci.freed_objects[gc_index]
+      data << ((map_at_this_gc && map_at_this_gc[ot]) || 0)
+      map_at_this_gc = gci.live_objects[gc_index]
+      data << ((map_at_this_gc && map_at_this_gc[ot]) || 0)
+    end
+  end
+  puts "#{ot}: #{data.inspect}"
+  g.data(ot, data)
+end
+
+g.write
+
+
+__END__
+
+### Local Variables: ***
+### mode:ruby ***
+### End: ***
+
+#    Copyright (C) 2005, 2006  Stefan Kaes
+#
+#    This program is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program; if not, write to the Free Software
+#    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA

data/script/perf_prof

@@ -0,0 +1,51 @@
+#!/bin/sh
+# set -x
+
+if [ $# -lt 2 ]; then
+  echo "usage: perf_prof iterations options [conf-name]"
+  echo "example: perf_prof 100 \"-bm=default -log\" pdata"
+  exit 1
+fi
+
+BINDIR=`dirname $0`
+
+test -z "$RAILS_PERF_DATA" && RAILS_PERF_DATA=$HOME
+
+ITER="$1"
+OPT="$2"
+BENCHMARK=""
+RUBY_PROF_OPTS="-ruby_prof=1"
+use_patched_gc="no"
+warmup="-warmup "
+
+for opt in $OPT; do
+  case $opt in
+  -bm=*) BENCHMARK=${opt#-bm=};;
+  -ruby_prof=*) RUBY_PROF_OPTS=${opt};;
+  -patched_gc) use_patched_gc="yes";;
+  -warmup) warmup="";;
+  esac
+done
+
+if [ "${use_patched_gc}" = "no" ]; then 
+  unset RUBY_HEAP_MIN_SLOTS RUBY_GC_MALLOC_LIMIT RUBY_HEAP_FREE_MIN
+fi
+
+DATE=`date +%m-%d`
+if [ $# == 3 ]; then
+  BENCHMARK_FILE="$RAILS_PERF_DATA/${DATE}${BENCHMARK}.$3.html"
+else
+  BENCHMARK_FILE="$RAILS_PERF_DATA/perf_run${BENCHMARK}.html"
+fi
+
+unset RUBY_GC_STATS
+
+PERF_OPTIONS="$ITER $OPT ${warmup}$RUBY_PROF_OPTS"
+$BINDIR/run_urls $PERF_OPTIONS >/dev/null 2>$BENCHMARK_FILE
+
+echo "profile data written to $BENCHMARK_FILE"
+
+case "$OSTYPE" in
+  cygwin*) cmd /c start "`cygpath -w $BENCHMARK_FILE`";;
+  darwin*) open $BENCHMARK_FILE;;
+esac

data/script/perf_run

@@ -0,0 +1,34 @@
+#!/bin/sh
+# set -x
+
+if [ $# -lt 1 ]; then
+  echo "usage: perf_run iterations options [conf-name]"
+  echo "example: perf_run 100 \"-bm=default -log\" pdata"
+  exit 1
+fi
+
+BINDIR=`dirname $0`
+
+test -z "$RAILS_PERF_DATA" && RAILS_PERF_DATA=$HOME
+
+ITER="$1"
+OPT="$2"
+BENCHMARK=""
+for opt in $OPT; do
+  case $opt in
+  -bm=*) BENCHMARK=${opt#-bm=};;
+  esac
+done
+
+DATE=`date +%m-%d`
+if [ $# == 3 ]; then
+  RAILS_BENCHMARK_FILE="$RAILS_PERF_DATA/${DATE}.${BENCHMARK}.$3.txt"
+else
+  RAILS_BENCHMARK_FILE="$RAILS_PERF_DATA/perf_run.${BENCHMARK}.txt"
+fi
+export RAILS_BENCHMARK_FILE
+
+unset RUBY_GC_STATS
+
+PERF_OPTIONS="$ITER $OPT"
+$BINDIR/perf_loop $PERF_OPTIONS && ruby $BINDIR/perf_times $RAILS_BENCHMARK_FILE

data/script/perf_run_gc

@@ -0,0 +1,46 @@
+#!/bin/sh
+# set -x
+
+if [ $# -lt 2 ]; then
+  echo "usage: perf_run_gc iterations options [conf-name]"
+  echo "example: perf_run_gc 100 \"-bm=default -log\" pdata"
+  exit 1
+fi
+
+BINDIR=`dirname $0`
+
+test -z "$RAILS_PERF_DATA" && RAILS_PERF_DATA=$HOME
+
+ITER="$1"
+OPT="$2"
+BENCHMARK=""
+WARMUP="-warmup"
+patched_gc="no"
+for opt in $OPT; do
+  case $opt in
+  -bm=*) BENCHMARK=${opt#-bm=};;
+  -warmup) WARMUP="";;
+  -gc=*) patched_gc=${opt#-gc=};;
+  esac
+done
+
+DATE=`date +%m-%d`
+if [ $# == 3 ]; then
+  BENCHMARK_FILE="$RAILS_PERF_DATA/${DATE}.${BENCHMARK}.$3.gc.txt"
+else
+  BENCHMARK_FILE="$RAILS_PERF_DATA/perf_run.${BENCHMARK}.gc.txt"
+fi
+
+PERF_OPTIONS="$ITER $WARMUP $OPT"
+
+if [ "${patched_gc}" = "no" ]; then
+  unset RUBY_HEAP_MIN_SLOTS RUBY_GC_MALLOC_LIMIT RUBY_HEAP_FREE_MIN
+else
+  . $RAILS_ROOT/config/${patched_gc}.gc
+  export RUBY_HEAP_MIN_SLOTS RUBY_GC_MALLOC_LIMIT RUBY_HEAP_FREE_MIN
+fi
+
+unset RUBY_GC_STATS RUBY_GC_DATA_FILE
+
+(RUBY_GC_STATS=1 RUBY_GC_DATA_FILE=$BENCHMARK_FILE ruby $BINDIR/run_urls $PERF_OPTIONS >/dev/null) &&\
+ruby $BINDIR/perf_times_gc $BENCHMARK_FILE