kamal-railsbench 0.9.9.pre

data/script/convert_raw_data_files

@@ -0,0 +1,49 @@
+#!/usr/bin/env ruby
+
+$:.unshift(File.expand_path(File.dirname(__FILE__) + '/../lib'))
+
+require 'fileutils'
+require 'railsbench/benchmark_specs'
+
+ARGV.each do |file_name|
+  backup_file_name = file_name + '~'
+  FileUtils.mv(file_name, backup_file_name)
+  File.open(backup_file_name) do |infile|
+    bench_name = Hash.new{ |hash,key| hash[key] = key }
+    File.open(file_name, "w") do |outfile|
+      infile.each_line do |line|
+        case line
+        when /-bm=([^\s]+)/
+          # $stderr.puts "-bm=#{$1}"
+          outfile.puts(line)
+          benchmarks = BenchmarkSpec.load($1)
+          benchmarks.each{|spec| bench_name[spec.uri] = spec.name}
+        when /^(.*)(\s+[\d\.]+\s+[\d\.]+\s+[\d\.]+\s+\(\s*[\d\.]+\s*\))$/
+          l = $1.length
+          # $stderr.printf "%-#{l}s%s\n", $1.strip, $2
+          outfile.printf "%-#{l}s%s\n", bench_name[$1.strip], $2
+        else
+          outfile.puts(line)
+        end
+      end
+    end
+  end
+end
+
+__END__
+
+#  Copyright (C) 2007, 2008  Stefan Kaes
+#
+#  This program is free software; you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation; either version 2 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program; if not, write to the Free Software
+#  Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA

data/script/generate_benchmarks

@@ -0,0 +1,171 @@
+#!/usr/bin/env ruby
+
+unless ENV['RAILS_ROOT']
+  if File.directory?("config") && File.exists?("config/environment.rb")
+    ENV['RAILS_ROOT'] = File.expand_path(".")
+  else
+    $stderr.puts("\nperf_bench: can't generate benchmarks unless RAILS_ROOT is set")
+    $stderr.puts("\nbenchmarking aborted!")
+    exit 1
+  end
+end
+
+require "#{ENV['RAILS_ROOT']}/config/environment"
+require 'application'
+
+if ARGV.first == "help"
+  puts <<-"endhelp"
+  usage: railsbench generate_benchmarks -excluded_actions=<regexp> -excluded_controllers=<controller_list>
+  1) loads your application\'s routes and generates a benchmarks.yml file
+     containing benchmark definitions for each route found
+  2) for named routes, benchmark names are derived from the route name
+  3) for routes defined via map.connect, the benchmark name is derived
+     from the controller and action
+  4) for each controller, a benchmark consisting of all controller actions
+     is generated (named after the controller file name)
+  5) generates a benchmark named 'all_controllers', consisting of all
+     benchmarks generated in step 4
+  endhelp
+  exit
+end
+
+excluded_controllers = ["application"]
+excluded_actions = /delete|destroy/
+ARGV.each do |arg|
+  excluded_controllers += $1.split(/, */).compact if arg =~ /-excluded_controllers=(.*)/
+  excluded_actions = Regexp.new($1.gsub(/,/, '|')) if arg =~ /-excluded_actions=(.*)/
+end
+
+benchmark_config = File.expand_path "#{RAILS_ROOT}/config/benchmarks.yml"
+
+if File.exist? benchmark_config
+  benchmarks = YAML::load(File.open(benchmark_config)) || {}
+else
+  benchmarks = {}
+end
+
+VALID_KEYS = %w(uri action controller new_session query_params)
+
+def dump_entry(name, entry, io = $stdout)
+  io.puts "#{name}:"
+  if entry.is_a? Hash
+    VALID_KEYS.each do |key|
+      io.printf "    %-15s %s\n", key + ':', entry[key] if entry.has_key? key
+    end
+    io.puts
+  elsif entry.is_a? String
+    io.printf "    %s\n\n", entry
+  else
+    raise "unsupported YAML entry"
+  end
+end
+
+unless Rails::VERSION::STRING >= "1.2"
+  $stderr.puts "Rails version #{Rails::VERSION::STRING} is not supported. please use a 1.2.x or later variety."
+  exit 1
+end
+
+rs = ActionController::Routing::Routes
+
+named_routes_map = rs.named_routes.to_a.inject({}){|h,(name,route)| h[route] = name; h}
+controller_action_map = {}
+has_default_route = false
+
+out = File.open(benchmark_config, "w")
+
+rs.routes.to_a.each do |route|
+  uri = route.segments.map(&:to_s).join
+  (has_default_route = true; next) if uri == "/:controller/:action/:id/"
+  controller = route.requirements[:controller].to_s
+  action = route.requirements[:action].to_s
+  controller_action = "#{controller}_#{action}"
+  file_name = "#{controller}_controller"
+  benchmark_name = (named_routes_map[route] || controller_action).to_s
+  entry = (benchmarks[benchmark_name] || {}).reverse_merge "uri" => uri, "controller" => controller, "action" => action
+  benchmarks.delete benchmark_name
+  if action =~ excluded_actions
+    $stderr.puts "ignored action: #{action}"
+    benchmarks[file_name] = ((benchmarks[file_name]||"").split(/, */) - [benchmark_name]).uniq.join(', ')
+    next
+  end
+  if excluded_controllers.include? controller
+    $stderr.puts "ignored controller: #{controller}"
+    benchmarks["all_controllers"] = ((benchmarks["all_controllers"]||"").split(/, */) - [file_name]).uniq.join(', ')
+    next
+  end
+  dump_entry benchmark_name, entry, out
+  controller_action_map[controller_action] = true
+  benchmarks[file_name] = ((benchmarks[file_name]||"").split(/, */) + [benchmark_name]).uniq.join(', ')
+  benchmarks["all_controllers"] = ((benchmarks["all_controllers"]||"").split(/, */) + [file_name]).uniq.join(', ')
+end
+
+if has_default_route
+  $stderr.puts "warning: you are still using the default route"
+  Dir["#{RAILS_ROOT}/app/controllers/*.rb"].each do |file|
+    file_name = File.basename(file).sub(/\.rb$/,'')
+    controller_name = file_name.sub(/_controller$/,'')
+    if excluded_controllers.include? controller_name
+      $stderr.puts "ignored controller: #{controller_name}"
+      benchmarks["all_controllers"] = ((benchmarks["all_controllers"]||"").split(/, */) - [file_name]).uniq.join(', ')
+      next
+    end
+    begin
+      controller = file_name.classify.constantize
+      controller.action_methods.map(&:to_s).each do |method|
+        benchmark_name = "#{controller_name}_#{method}"
+        next if controller_action_map[benchmark_name]
+        uri = rs.generate({:controller => controller_name ,:action => method},{})
+        entry = (benchmarks[benchmark_name] || {}).reverse_merge "uri" => uri, "controller" => controller_name, "action" => method
+        benchmarks.delete benchmark_name
+        if method =~ excluded_actions
+          $stderr.puts "ignored action: #{method}"
+          benchmarks[file_name] = ((benchmarks[file_name]||"").split(/, */) - [benchmark_name]).uniq.join(', ')
+          next
+        end
+        dump_entry benchmark_name, entry, out
+        benchmarks[file_name] = ((benchmarks[file_name]||"").split(/, */) + [benchmark_name]).uniq.join(', ')
+        benchmarks["all_controllers"] = ((benchmarks["all_controllers"]||"").split(/, */) + [file_name]).uniq.join(', ')
+      end
+    rescue MissingSourceFile, NoMethodError, ActionController::RoutingError
+    end
+  end
+end
+
+# dump remaining benchmarks
+all_entry = benchmarks.delete "all_controllers"
+
+benchmarks.delete_if do |k,v|
+  v.is_a?(Hash) && (v["action"].to_s =~ excluded_actions || v["controller"].to_s =~ excluded_controllers)
+end
+
+generated_controller_benchmarks, others = benchmarks.partition{|k,v| k =~ /_controller$/}
+
+generated_controller_benchmarks.sort_by(&:first).each do |benchmark_name, entry|
+  dump_entry benchmark_name, entry, out
+end
+
+dump_entry "all_controllers", all_entry, out
+
+others.each do |benchmark_name, entry|
+  dump_entry benchmark_name, entry, out
+end
+
+out.close unless out.nil?
+
+__END__
+
+#    Copyright (C) 2007, 2008  Stefan Kaes
+#
+#    This program is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program; if not, write to the Free Software
+#    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA

data/script/perf_bench

@@ -0,0 +1,74 @@
+#!/usr/bin/env ruby
+
+$:.unshift(File.expand_path(File.dirname(__FILE__) + '/../lib'))
+
+unless ENV['RAILS_ROOT']
+  if File.directory?("config") && File.exists?("config/environment.rb")
+    ENV['RAILS_ROOT'] = File.expand_path(".")
+  else
+    $stderr.puts("\nperf_bench: can't benchmark unless RAILS_ROOT is set")
+    exit 1
+  end
+end
+
+trap("INT") { $stderr.puts("benchmarking aborted!"); exit!(-1) }
+
+module Benchmark
+  if ENV['RAILS_BENCHMARK_FILE']
+    OUTPUT = File.open(ENV['RAILS_BENCHMARK_FILE'], "a+")
+    SYNC = false
+  else
+    OUTPUT = STDERR
+  end
+end
+require "benchmark"
+
+Benchmark.bm(32) do |test|
+  test.report("loading environment") do
+    require 'railsbench/railsbenchmark'
+    require ENV['RAILS_ROOT'] + '/config/benchmarks'
+  end
+
+  trap("INT") do
+    $stderr.print "clearing database connections ..."
+    ActiveRecord::Base.send :clear_all_cached_connections! if ActiveRecord::Base.respond_to?(:clear_all_cached_connections)
+    ActiveRecord::Base.send :clear_all_connections! if ActiveRecord::Base.respond_to?(:clear_all_connections)
+    $stderr.puts
+    $stderr.puts "benchmarking aborted!"
+    exit!(-1)
+  end
+
+  benchmark_name = "default"
+  ARGV.each{ |arg| benchmark_name = $1 if arg =~ /-bm=([a-zA-Z_0-9]+)/ }
+
+  RAILS_BENCHMARKER.iterations = ARGV[0].to_i
+  RAILS_BENCHMARKER.setup_test_urls(benchmark_name)
+  RAILS_BENCHMARKER.establish_test_session
+  RAILS_BENCHMARKER.warmup
+
+  if ARGV.include?('-mix')
+    RAILS_BENCHMARKER.run_url_mix(test)
+  else
+    RAILS_BENCHMARKER.run_urls(test)
+  end
+end
+
+Benchmark::OUTPUT.close unless Benchmark::OUTPUT.nil? || !ENV['RAILS_BENCHMARK_FILE']
+
+__END__
+
+#  Copyright (C) 2005-2008  Stefan Kaes
+#
+#  This program is free software; you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation; either version 2 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program; if not, write to the Free Software
+#  Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA

data/script/perf_comp

@@ -0,0 +1,151 @@
+#!/usr/bin/env ruby
+
+$:.unshift(File.expand_path(File.dirname(__FILE__) + '/../lib'))
+require 'railsbench/perf_info'
+
+narrow = ARGV.delete('-narrow') || ARGV.delete('-n')
+skip_urls = ARGV.delete('-skip_urls') || ARGV.delete('-s')
+
+if ARGV.length < 2
+  $stderr.puts "perfcomp: not enough arguments!"
+  $stderr.puts "usage: perf_comp [-n[arrow]] [-s[kip_urls]] file1 file2"
+  exit 1
+elsif ARGV.length > 2
+  $stderr.puts "perfcomp: too many arguments!"
+  $stderr.puts "usage: perf_comp [-n[arrow]] [-s[kip_urls]] file1 file2"
+  exit 1
+end
+
+files = []
+configs = []
+pi = []
+
+ARGV.each do |arg|
+  files << File.open_or_die(arg)
+  pi << PerfInfo.new(files.last)
+end
+
+if pi[0].keys != pi[1].keys
+  $stderr.puts "perfcomp: can't compare runs with differing requests!"
+  exit 1
+else
+  keys = pi[0].keys
+end
+
+iter1 = pi[0].iterations
+iter2 = pi[1].iterations
+
+if iter1 != iter2
+  $stderr.puts "perfcomp: scaling performance data: iterations of run 1 and run 2 differ: #{iter1}/#{iter2}"
+end
+
+if iter1 < iter2
+  c1 = iter2 / iter1
+  c2 = 1
+else
+  c1 = 1
+  c2 = iter1 / iter2
+end
+
+printf "perf data file 1: #{files[0].path}\n"
+printf "  requests=#{iter1}, options=#{pi[0].options}\n\n"
+printf "perf data file 2: #{files[1].path}\n"
+printf "  requests=#{iter2}, options=#{pi[1].options}\n\n"
+
+if narrow
+  printf "%-3s %9s %9s %7s %7s %8s %8s %6s\n",
+         'page', 'c1 real', 'c2 real', 'c1 r/s', 'c2 r/s', 'c1 ms/r', 'c2 ms/r', 'c1/c2'
+else
+  printf "%-32s %9s %9s %7s %7s %8s %8s %6s\n",
+         'page', 'c1 real', 'c2 real', 'c1 r/s', 'c2 r/s', 'c1 ms/r', 'c2 ms/r', 'c1/c2'
+end
+
+keys.each_with_index do |k, index|
+  # average runtime
+  t1 = pi[0].timings_mean(k) * c1
+  t2 = pi[1].timings_mean(k) * c2
+  urls1 = pi[0].requests_per_key
+  urls2 = pi[1].requests_per_key
+
+  # requests per second
+  rps1 = iter1*urls1*c1/t1
+  rps2 = iter2*urls2*c2/t2
+
+  # milliseconds per request
+  mspr1 = t1*1000/(iter1*urls1*c1)
+  mspr2 = t2*1000/(iter2*urls2*c2)
+
+  if narrow
+    printf "%2d:  %9.5f %9.5f %7.1f %7.1f %8.2f %8.2f %6.2f\n",
+           (index+1), t1, t2, rps1, rps2, mspr1, mspr2, t1/t2
+  else
+    printf "%-32s %9.5f %9.5f %7.1f %7.1f %8.2f %8.2f %6.2f\n",
+           truncate(k), t1, t2, rps1, rps2, mspr1, mspr2, t1/t2
+  end
+end
+
+total_requests_run1 = pi[0].request_count
+total_requests_run2 = pi[1].request_count
+total_time1 = pi[0].total_time_mean * c1
+total_time2 = pi[1].total_time_mean * c2
+total_rps1 = total_requests_run1 * c1 / total_time1
+total_rps2 = total_requests_run2 * c2 / total_time2
+total_mspr1 = total_time1 * 1000 / (total_requests_run1 * c1)
+total_mspr2 = total_time2 * 1000 / (total_requests_run2 * c2)
+
+if narrow
+  printf "\n%4s %9.5f %9.5f %7.1f %7.1f %8.2f %8.2f %6.2f\n",
+           "all:", total_time1, total_time2,
+                total_rps1, total_rps2, total_mspr1, total_mspr2,
+                     total_time1/total_time2
+else
+  printf "\n%-32s %9.5f %9.5f %7.1f %7.1f %8.2f %8.2f %6.2f\n",
+           "all requests", total_time1, total_time2,
+                total_rps1, total_rps2, total_mspr1, total_mspr2,
+                     total_time1/total_time2
+end
+
+if pi[0].gc_stats? && pi[1].gc_stats?
+  c1 = pi[0].gc_calls_mean
+  t1 = pi[0].gc_time_mean
+  c2 = pi[1].gc_calls_mean
+  t2 = pi[1].gc_time_mean
+  factor = (t1-t2==0) ? 1 : t1/t2
+
+  if narrow
+    printf "\n%-4s %9s %9s %7s %7s %8s %8s %6s\n",
+           "GC:", "c1 real", "c2 real", "c1 #gc", "c2 #gc", "c1 gc%", "c2 gc%", "c1/c2"
+    printf "%-4s %9.5f %9.5f %7.1f %7.1f %8.2f %8.2f %6.2f\n",
+           "", t1, t2, c1, c2, (t1/total_time1)*100, (t2/total_time2)*100, factor
+  else
+    printf "\n%-32s %9s %9s %7s %7s %8s %8s %6s\n",
+           "garbage collection stats", "c1 real", "c2 real", "c1 #gc", "c2 #gc", "c1 gc%", "c2 gc%", "c1/c2"
+    printf "%-32s %9.5f %9.5f %7.1f %7.1f %8.2f %8.2f %6.2f\n",
+           "", t1, t2, c1, c2, (t1/total_time1)*100, (t2/total_time2)*100, factor
+  end
+end
+
+if narrow and !skip_urls
+  puts "\nurls:"
+  keys.each_with_index do |k, index|
+    printf "%2d: %s\n", (index+1) , k
+  end
+end
+
+__END__
+
+#    Copyright (C) 2005-2008  Stefan Kaes
+#
+#    This program is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program; if not, write to the Free Software
+#    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA

data/script/perf_comp_gc

@@ -0,0 +1,113 @@
+#!/usr/bin/env ruby
+
+options = ""
+if ARGV.length!=2
+  $stderr.puts "usage: perf_diff_gc file1 file2"
+  exit 1
+end
+files=[]
+ARGV.each do |arg|
+  fn = arg
+  fn = fn.sub(/^\/([cdefgh])(\/)/, '\1:\2') if RUBY_PLATFORM =~ /win32/
+  begin
+    if File.stat(fn).readable?
+      files << File.open(fn)
+    else
+      $stderr.print "file #{fn} is unreadable\n"
+      exit 1
+    end
+  rescue
+    $stderr.print "file #{fn} does not exist\n"
+    exit 1
+  end
+end
+
+$:.unshift(File.expand_path(File.dirname(__FILE__) + '/../lib'))
+require 'railsbench/gc_info'
+
+printf "GC data file1: #{File.expand_path(files[0].path)}\n"
+printf "GC data file2: #{File.expand_path(files[1].path)}\n\n"
+
+gcis = files.map{|file| GCInfo.new(file)}
+files.each{|file| file.close}
+
+printf "number of requests: %d/%d\n", gcis[0].num_requests, gcis[1].num_requests
+
+printf "                         %12s %12s %7s\n", "c1", "c2", "c1/c2"
+printf "collections            : %12.2f %12.2f %7.2f\n",
+       (n1 = gcis[0].collections),
+       (n2 = gcis[1].collections),
+       n1.to_f/n2
+printf "garbage total          : %12.2f %12.2f %7.2f\n",
+       (n1 = gcis[0].garbage_produced),
+       (n2 = gcis[1].garbage_produced),
+       n1.to_f/n2
+printf "gc time total (sec)    : %12.2f %12.2f %7.2f\n",
+       (n1 = gcis[0].time_total.to_f/1000),
+       (n2 = gcis[1].time_total.to_f/1000),
+       n1/n2
+printf "garbage per request    : %12.2f %12.2f %7.2f\n",
+       (n1 = gcis[0].garbage_produced.to_f/gcis[0].num_requests),
+       (n2 = gcis[1].garbage_produced.to_f/gcis[1].num_requests),
+       n1/n2
+printf "requests per collection: %12.2f %12.2f %7.2f\n",
+       (n1 = gcis[0].num_requests.to_f/gcis[0].collections),
+       (n2 = gcis[1].num_requests.to_f/gcis[1].collections),
+       n1/n2
+
+printf "\n             %12s %12s %9s %9s %9s %9s\n",
+       "c1 mean", "c2 mean", "c1 min", "c2 min", "c1 max", "c2 max"
+
+number_format = "%12.2f %12.2f %9d %9d %9d %9d"
+
+printf "gc time(ms): #{number_format}\n",
+       gcis[0].time_mean, gcis[1].time_mean,
+       gcis[0].time_min, gcis[1].time_min,
+       gcis[0].time_max, gcis[1].time_max
+
+printf "heap slots : #{number_format}\n",
+       gcis[0].processed_mean, gcis[1].processed_mean,
+       gcis[0].processed_min, gcis[1].processed_min,
+       gcis[0].processed_max, gcis[1].processed_max
+
+printf "live       : #{number_format}\n",
+       gcis[0].live_mean, gcis[1].live_mean,
+       gcis[0].live_min, gcis[1].live_min,
+       gcis[0].live_max, gcis[1].live_max
+
+printf "freed      : #{number_format}\n",
+       gcis[0].freed_mean, gcis[1].freed_mean,
+       gcis[0].freed_min, gcis[1].freed_min,
+       gcis[0].freed_max, gcis[1].freed_max
+
+printf "freelist   : #{number_format}\n",
+       gcis[0].freelist_mean, gcis[1].freelist_mean,
+       gcis[0].freelist_min, gcis[1].freelist_min,
+       gcis[0].freelist_max, gcis[1].freelist_max
+
+printf "\ngarbage per object type:\n"
+printf "%-12s %9s %9s %9s %7s\n", "object type", "#c1", "#c2", "c2-c1", "c2/c1"
+
+GCInfo.object_types(gcis).each do |object_type|
+  n1, n2 = gcis[0].garbage_totals[object_type], gcis[1].garbage_totals[object_type]
+  printf "%-12s %9d %9d %9d %7.2f\n", object_type, n1, n2, n2-n1, n2.to_f/n1
+end
+
+
+__END__
+
+#    Copyright (C) 2005-2008  Stefan Kaes
+#
+#    This program is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program; if not, write to the Free Software
+#    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA