kamal-railsbench 0.9.9.pre

data/script/perf_prof

@@ -0,0 +1,87 @@
+#!/usr/bin/env ruby
+
+if ARGV.length < 1
+  $stderr.puts "usage: perf_prof iterations options"
+  $stderr.puts "example: perf_prof 100 \"-bm=default -log\""
+  exit 1
+end
+
+bindir = File.dirname(__FILE__)
+require "#{bindir}/../lib/railsbench/perf_utils"
+
+determine_rails_root_or_die!
+
+perf_data_dir = (ENV['RAILS_PERF_DATA'] ||= ENV['HOME'])
+
+iterations = ARGV[0]
+options = ARGV[1]
+config = ARGV[2]
+benchmark = ""
+
+ruby_prof_opts="-ruby_prof=0.1/1"
+warmup="-warmup"
+
+warmup = "" if options =~ /-warmup/
+benchmark = $1 if options =~ /-bm=([^ ]+)/
+if options =~ /(-ruby_prof=[^ ]+)/
+  ruby_prof_opts = $1
+  options = options.sub($1, '')
+end
+profile_type = 'graph'
+if options =~ /(-profile_type=([^ ]+))/
+  profile_type = $2
+  ruby_prof_opts << " " << $1
+  options = options.sub($1, '')
+end
+extension = case profile_type
+            when 'grind' then 'dat'
+            when 'flat'  then 'txt'
+            else 'html'
+            end
+date = Time.now.strftime '%m-%d'
+
+if config
+  benchmark_file="#{perf_data_dir}/#{date}.#{benchmark}.#{config}.#{profile_type}.#{extension}"
+else
+  benchmark_file="#{perf_data_dir}/perf_run.#{benchmark}.#{profile_type}.#{extension}"
+end
+ENV['RAILS_BENCHMARK_FILE'] = benchmark_file
+
+set_gc_variables([options])
+disable_gc_stats
+
+null = (RUBY_PLATFORM =~ /win32/) ? 'nul' : '/dev/null'
+
+perf_options="#{iterations} #{options} #{warmup} #{ruby_prof_opts}"
+perf_cmd = "ruby #{bindir}/run_urls #{perf_options} >#{null}"
+system(perf_cmd) || die("perf_prof: #{perf_cmd} returned #{$?}")
+
+benchmark_file.sub!('.multi.', '.stack.') if profile_type == 'multi'
+puts "profile data written to #{benchmark_file}"
+
+if profile_type == 'grind'
+  system("kcachegrind #{benchmark_file} 2>/dev/null &") unless RUBY_PLATFORM =~ /win32/
+else
+  case RUBY_PLATFORM
+  when /win32/  then system("start #{benchmark_file.gsub(/\//, '\\')}")
+  when /darwin/ then system("osascript -e 'tell application \"Safari\" to open location \"#{benchmark_file}\"'")
+  end
+end
+
+__END__
+
+#  Copyright (C) 2005-2008  Stefan Kaes
+#
+#  This program is free software; you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation; either version 2 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program; if not, write to the Free Software
+#  Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA

data/script/perf_run

@@ -0,0 +1,39 @@
+#!/usr/bin/env ruby
+
+if ARGV.length == 0 || ARGV.length > 3 || ARGV.first == 'help'
+  $stderr.puts "usage: perf_run iterations options [conf-name]"
+  $stderr.puts "example: perf_run 100 \"-bm=default -log\" pdata"
+  exit 1
+end
+
+bindir = File.dirname(__FILE__)
+require "#{bindir}/../lib/railsbench/perf_utils"
+
+determine_rails_root_or_die!
+
+iterations = ARGV[0]
+options = ARGV[1]
+
+benchmark = "default"
+benchmark = $1 if options =~ /-bm=([^ ]+)/
+
+benchmark_file = benchmark_file_name(benchmark, ARGV[2])
+perf_run("perf_run", iterations, options, benchmark_file)
+
+__END__
+
+#  Copyright (C) 2005-2008  Stefan Kaes
+#
+#  This program is free software; you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation; either version 2 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program; if not, write to the Free Software
+#  Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA

data/script/perf_run_gc

@@ -0,0 +1,40 @@
+#!/usr/bin/env ruby
+
+if ARGV.length < 2 || ARGV.first == 'help'
+  $stderr.puts "usage: perf_run_gc iterations options [conf-name]"
+  $stderr.puts "example: perf_run_gc 100 \"-bm=default -log\" pdata"
+  exit 1
+end
+
+bindir = File.dirname(__FILE__)
+require "#{bindir}/../lib/railsbench/perf_utils"
+
+determine_rails_root_or_die!
+
+iterations = ARGV[0]
+options = ARGV[1]
+
+benchmark = "default"
+benchmark = $1 if options =~ /-bm=([^ ]+)/
+
+benchmark_file = benchmark_file_name(benchmark, ARGV[2], "", :gc)
+
+perf_run_gc("perf_run_gc", iterations, options, benchmark_file)
+
+__END__
+
+#  Copyright (C) 2005-2008  Stefan Kaes
+#
+#  This program is free software; you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation; either version 2 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program; if not, write to the Free Software
+#  Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA

data/script/perf_table

@@ -0,0 +1,104 @@
+#!/usr/bin/env ruby
+
+$:.unshift(File.expand_path(File.dirname(__FILE__) + '/../lib'))
+require 'railsbench/perf_info'
+
+# extract options
+
+selection = []
+title = "Performance Graph"
+files = []
+names = []
+labels = []
+perf_data = []
+font_size = 14
+output_file = "graph.png"
+colors = nil
+
+ARGV.each do |arg|
+  case arg
+  when /^-only=(.*)$/
+    selection = $1.split(',').map{|s| s.strip.to_i}
+  when /^-title=(.*)$/
+    title = $1 unless $1.strip.empty?
+  when '-line'
+    graph_type = Gruff::Line
+  when '-bar'
+    graph_type = Gruff::Bar
+  when /^-width=(\d+)$/
+    graph_width = $1.to_i
+  when /^-geometry=(\d+x\d+)$/
+    graph_width = $1
+  when /^-colors=(.*)$/
+    colors = $1.split(/ *,/)
+  when /^-names=(.+)$/
+    names = $1.split(',')
+  when /^-labels=(.+)$/
+    labels = $1.split(',')
+  when /^-font_size=(\d+)$/
+    font_size = $1.to_i
+  when /^-out=(.+)$/
+    output_file = $1
+  else
+    files << File.open_or_die(arg)
+    names << File.basename(arg).sub(/\.txt$/, '').sub(/^\d\d-\d\d\.[^\.]+./, '')
+  end
+end
+
+files.length > 0 or die "usage: perf_table [options] file1 file2 ..."
+
+pi = nil
+files.each do |file|
+  pi = PerfInfo.new(file)
+  iter = pi.iterations
+  urls = pi.requests_per_key
+  perf_data << pi.keys.map{ |key| iter*urls/pi.timings_mean(key) }
+  file.close
+end
+
+selection = (1..(perf_data.last.length)).to_a if selection.empty?
+if labels.empty?
+  labels = pi.keys.restrict_to(selection.map{|i| i-1})
+end
+perf_data = perf_data.map{|d| d.restrict_to(selection.map{|i| i-1})}
+
+#puts selection.inspect
+#puts labels.length
+#puts labels.inspect
+#puts perf_data.length
+#puts perf_data.inspect
+#puts names.inspect
+
+# puts labels.zip(perf_data).inspect
+puts "<table border=1>"
+puts "<tr><td></td>"
+labels.each{|l| puts "<th>#{l}</th>"}
+puts "</tr>"
+names.zip(perf_data).each do |row|
+  puts "<tr>"
+  puts "<th align='left'>#{row.first}</th>"
+  row.last.each do |cell|
+    puts "<td align='right'>#{sprintf "%6.2f", cell}</td>"
+  end
+  puts "</tr>"
+end
+puts "</table>"
+
+
+__END__
+
+#    Copyright (C) 2007, 2008  Stefan Kaes
+#
+#    This program is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program; if not, write to the Free Software
+#    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA

data/script/perf_tex

@@ -0,0 +1,58 @@
+#!/usr/bin/env ruby
+
+unless ARGV.include?('-notable')
+  puts "\\begin{tabular}{lrrrrrrr}"
+  $stdin.each_line do |l|
+    case l
+      when /^garbage collection/
+      unless ARGV.include?('-gc')
+        puts "\\end{tabular}"
+        exit
+      end
+      puts "<tr></tr><tr></tr>"
+      puts "<tr>"
+      puts "<th class='perf_header name' style='text-align:left'>GC statistics</th>"
+      puts "<th class='perf_header c1'>c1 total</th><th class='perf_header c2'>c2 total</th>"
+      puts "<th class='perf_header c1'>c1 #gc</th><th class='perf_header c2'>c2 #gc</th>"
+      puts "<th class='perf_header c1'>c1 gc%</th><th class='perf_header c2'>c2 #gc%</th>"
+      puts "<th class='perf_header factor'>c1/c2</th>"
+      puts "</tr>"
+      when /^page/
+      puts "\\textbf{page} & \\textbf{c1 total} & \\textbf{c2 total} & "
+      puts "\\textbf{c1 r/s} & \\textbf{c2 r/s} & "
+      puts "\\textbf{c1 ms/r} & \\textbf{c2 ms/r} & \\textbf{c1/c2}"
+    end
+    case l
+    when %r{^([A-Za-z0-9./?= ]+)\s+([\d.]+)\s+([\d.]+)\s+([\d.]+)\s+([\d.]+)\s+([\d.]+)\s+([\d.]+)\s+([\d.]+)\s+$}
+      puts '\\\\'
+      if $1.strip == "all requests"
+        puts "\\textit{#{$1.strip}} & "
+      else
+        puts "#{$1.strip} & "
+      end
+      puts "#{$2} & #{$3} & "
+      puts "#{$4} & #{$5} & "
+      puts "#{$6} & #{$7} & "
+      puts "#{$8}"
+    end
+  end
+  puts "\\end{tabular}"
+end
+
+__END__
+
+#    Copyright (C) 2005-2008  Stefan Kaes
+#
+#    This program is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program; if not, write to the Free Software
+#    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA

data/script/perf_times

@@ -0,0 +1,66 @@
+#!/usr/bin/env ruby
+
+$:.unshift(File.expand_path(File.dirname(__FILE__) + '/../lib'))
+require 'railsbench/perf_info'
+
+files = []
+if ARGV.length==0
+  $stderr.puts "usage: perf_times file1 file2 ..."
+  $stderr.exit 1
+else
+  ARGV.each do |arg|
+    files << File.open_or_die(arg)
+  end
+end
+
+files.each do |file|
+  pi = PerfInfo.new(file)
+  iter = pi.iterations
+  options = pi.options
+
+  printf "\nperf data file: #{file.path}\n"
+  printf "    requests=#{iter}, options=#{options}\n\n"
+  k = 'loading environment'
+  printf "%-32s  %9.5f\n\n", k, pi.load_time_mean
+  printf "%-32s  %9s  %7s  %7s  %7s\n", 'page request', 'total', 'stddev%', 'r/s', 'ms/r'
+
+  pi.keys.each do |k|
+    t = pi.timings_mean(k)
+    devp = pi.timings_stddev_percentage(k)
+    urls = pi.requests_per_key
+    printf "%-32s  %9.5f  %7.4f  %7.2f  %7.2f\n",
+           truncate(k), t, devp, (iter*urls)/t, t*1000/(iter*urls)
+  end
+
+  printf "\n%-32s  %9.5f  %7.4f  %7.2f  %7.2f\n",
+           "all requests", pi.total_time_mean, pi.total_time_stddev_percentage,
+           pi.request_count/pi.total_time_mean, pi.total_time_mean*1000/pi.request_count
+
+  if pi.gc_stats?
+    printf "\n%-32s  %9s  %7s  %7s  %7s\n",
+           "garbage collection statistics", "time", "stddev%", "count", "total%"
+    printf "%-32s  %9.5f  %7.4f  %7.2f  %7.2f\n",
+           "", pi.gc_time_mean, pi.gc_time_stddev_percentage, pi.gc_calls_mean, (pi.gc_time_mean/pi.total_time_mean)*100
+  end
+
+  file.close
+
+end
+
+__END__
+
+#    Copyright (C) 2005-2008  Stefan Kaes
+#
+#    This program is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program; if not, write to the Free Software
+#    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA

data/script/perf_times_gc

@@ -0,0 +1,94 @@
+#!/usr/bin/env ruby
+
+options = ""
+if ARGV.length==0
+  puts "usage: perf_times_gc file1 file2 ..."
+  exit 1
+end
+files=[]
+ARGV.each do |arg|
+  fn = arg
+  fn = fn.sub(/^\/([cdefgh])(\/)/, '\1:\2') if RUBY_PLATFORM =~ /win32/
+  begin
+    if File.stat(fn).readable?
+      files << File.open(fn)
+    else
+      print "file #{fn} is unreadable\n"
+      exit 1
+    end
+  rescue
+    print "file #{fn} does not exist\n"
+    exit 1
+  end
+end
+
+$:.unshift(File.expand_path(File.dirname(__FILE__) + '/../lib'))
+require 'railsbench/gc_info'
+
+files.each_with_index do |file, idx|
+  puts "="*32 if idx>0
+
+  gci = GCInfo.new(file)
+
+  printf "GC data file: #{File.expand_path(file.path)}\n\n"
+  printf "requests processed     : %9d\n", gci.num_requests
+  printf "collections            : %9d\n", gci.collections
+  printf "garbage total          : %9d\n", gci.garbage_produced
+  printf "gc time total (sec)    : %12.2f\n", gci.time_total.to_f/1000
+  printf "garbage per request    : %12.2f\n", gci.garbage_produced.to_f/gci.num_requests
+  printf "requests per collection: %12.2f\n", gci.num_requests.to_f/gci.collections
+
+  printf "\n             %12s %8s %9s %9s\n", "mean", "stddev%", "min", "max"
+  number_format = "%12.2f %8.1f %9d %9d"
+
+  printf "gc time(ms): #{number_format}\n",
+         gci.time_mean, gci.time_stddev_percentage, gci.time_min, gci.time_max
+
+  printf "heap slots : #{number_format}\n",
+         gci.processed_mean, gci.processed_stddev_percentage, gci.processed_min, gci.processed_max
+
+  printf "live       : #{number_format}\n",
+         gci.live_mean, gci.live_stddev_percentage, gci.live_min, gci.live_max
+
+  printf "freed      : #{number_format}\n",
+         gci.freed_mean, gci.freed_stddev_percentage, gci.freed_min, gci.freed_max
+
+  printf "freelist   : #{number_format}\n",
+         gci.freelist_mean, gci.freelist_stddev_percentage, gci.freelist_min, gci.freelist_max
+
+  printf "\nheap topology:\n"
+  printf "%9s   %6s\n", "slot_size", "#heaps"
+  heaps_count = {}
+  gci.topology.each{|size| heaps_count[size] = (heaps_count[size] || 0) + 1}
+  heaps_count.keys.sort.each do |size|
+    printf "%9d   %6d\n", size, heaps_count[size]
+  end
+
+  if gci.mallocs > 0
+    printf "\nleak anlysis:\n"
+    printf "mallocs/bytes : %10d / %10d\n", gci.mallocs, gci.malloced
+    printf "leaks/bytes   : %10d / %10d\n", gci.leaks, gci.leaked
+    printf "leaked/request: %10.2f bytes\n", gci.leaked.to_f/gci.num_requests
+  end
+
+  file.close
+
+end
+
+__END__
+
+#    Copyright (C) 2005-2008  Stefan Kaes
+#
+#    This program is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program; if not, write to the Free Software
+#    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA