perf_check 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ad9b614a45f9c940d13bb09e72a51cc2828b7bb0
+  data.tar.gz: f4bb7ee841ca754a94637afd3a9c60cf75200b8b
+SHA512:
+  metadata.gz: 0eae9a892b51c88cbb0121560fd6c25e73167cf81847090d562057a057a087686bf486e398f2599309bb17f6f401e66a3252fbe8cbac52856aef6aa10a76a952
+  data.tar.gz: bf036d6e5baf5a8fd0d4e2f5c5aeb35f99e45c9b52ce598b2a8bc94c48f2fed78b3c5c2d4eae3a7f70bdb4c70a918ce271135daa5ce2c9416ced712809e808a5

data/bin/perf_check

@@ -0,0 +1,113 @@
+#!/usr/bin/env ruby
+
+require 'perf_check'
+
+perf_check = PerfCheck.new
+options = perf_check.options
+options.login = :admin
+options.number_of_requests = 10
+options.reference = 'master'
+
+opts = OptionParser.new do |opts|
+  opts.banner = "Usage: perf_check [options] [route ...]"
+
+  opts.separator 'Login options:'
+  opts.on('--admin', 'Log in as admin user for route') do
+    options.login = :admin
+  end
+
+  opts.on('--standard', 'Log in as standard user for route') do
+    options.login = :standard
+  end
+
+  opts.on('--super', 'Log in as super user') do
+    options.login = :super
+  end
+
+  opts.on('--user USER', '-u', 'Log in as USER') do |user|
+    options.login = user
+  end
+
+  opts.on('--no-login', '-L', "Don't log in") do
+    options.login = nil
+  end
+
+  opts.separator "\nBenchmark options:"
+  opts.on('--requests N', '-n', 'Use N requests in benchmark, defaults to ') do |n|
+    options.number_of_requests = n.to_i
+  end
+
+  opts.on('--reference COMMIT', '-r',
+          'Benchmark against COMMIT instead of master') do |commit|
+    options.reference = commit
+  end
+
+  opts.on('--quick', '-q',
+          'Fire off 5 requests just on this branch, no comparison with master') do
+    options.number_of_requests = 5
+    options.reference = nil
+  end
+
+  opts.separator ''
+  opts.separator <<EOF
+Usage examples:
+  Benchmark PostController#index against master
+     perf_check /user/45/posts
+     perf_check /user/45/posts -n5
+     perf_check /user/45/posts --standard
+
+  Benchmark against a specific commit
+     perf_check /user/45/posts -r 0123abcdefg
+     perf_check /user/45/posts -r HEAD~2
+
+  Benchmark the changes in the working tree
+     perf_check /user/45/posts -r HEAD
+EOF
+end
+opts.parse!
+
+app_root = Dir.pwd
+until app_root == '/' || File.exist?("#{app_root}/config/application.rb")
+  app_root = File.dirname(app_root)
+end
+
+unless File.exist?("#{app_root}/config/application.rb")
+  abort("perf_check should be run from a rails directory")
+end
+
+ENV['RAILS_ENV'] = 'development'
+ENV['PERF_CHECK'] = '1'
+require File.expand_path("#{app_root}/config/environment")
+
+
+ARGV.each do |route|
+  perf_check.add_test_case(route)
+end
+
+if perf_check.test_cases.empty?
+  abort(opts.help)
+end
+
+perf_check.sanity_check
+perf_check.run
+
+perf_check.print_results
+
+#            _______________________
+#           < You made it faster!!! >
+#            -----------------------
+#           o                             .       .
+#            o                           / `.   .' "
+#             o                  .---.  <    > <    >  .---.
+#              O                 |    \  \ - ~ ~ - /  /    |
+#                    _____          ..-~             ~-..-~
+#                   |     |   \~~~\.'                    `./~~~/
+#                  =========   \__/    R U B Y T U N E     \__/
+#                 .'  O    \     /               /       \  "
+#                (_____,    `._.'               |         }  \/~~~/
+#                 `----.          /       }     |        /    \__/
+#                       `-.      |       /      |       /      `. ,~~|
+#                           ~-.__|      /_ - ~ ^|      /- _      `..-'
+#                                |     /        |     /     ~-.     `-. _  _  _
+#                                |_____|        |_____|         ~ - . _ _ _ _ _>
+#

data/lib/perf_check.rb

@@ -0,0 +1,88 @@
+# coding: utf-8
+
+require 'optparse'
+require 'net/http'
+require 'digest'
+require 'fileutils'
+require 'benchmark'
+require 'ostruct'
+
+class PerfCheck
+  attr_accessor :options, :server, :test_cases
+
+  def initialize
+    self.options = OpenStruct.new
+    self.server = Server.new
+    self.test_cases = []
+  end
+
+  def add_test_case(route)
+    route = PerfCheck.normalize_resource(route)
+    test_cases.push(TestCase.new(route))
+  end
+
+  def sanity_check
+    if Git.current_branch == "master"
+      puts("Yo, profiling master vs. master isn't too useful, but hey, we'll do it")
+    end
+
+    puts "="*77
+    print "PERRRRF CHERRRK! Grab a ☕️  and don't touch your working tree "
+    puts "(we automate git)"
+    puts "="*77
+  end
+
+  def run
+    (options.reference ? 2 : 1).times do |i|
+      if i == 1
+        Git.stash_if_needed
+        Git.checkout_reference(options.reference)
+        test_cases.each{ |x| x.latencies = x.reference_latencies }
+      end
+
+      test_cases.each do |test|
+        server.restart
+        if options.login
+          test.cookie = server.login(options.login, test)
+        end
+
+        puts("\n\nBenchmarking #{test.resource}:")
+        test.run(server, options.number_of_requests)
+      end
+    end
+  end
+
+  def print_results
+    puts("==== Results ====")
+    test_cases.each do |test|
+      puts(test.resource)
+
+      if test.reference_latencies.empty?
+        printf("your branch: ".rjust(15)+"%.1fms\n", test.this_latency)
+        next
+      end
+
+      master_latency = sprintf('%.1fms', test.reference_latency)
+      this_latency = sprintf('%.1fms', test.this_latency)
+
+      difference = sprintf('%+.1fms', test.latency_difference)
+      if test.latency_difference < 0
+        formatted_change = sprintf('%.1fx', test.latency_factor)
+        formatted_change = "yours is #{formatted_change} faster!"
+      else
+        formatted_change = sprintf('%.1fx', 1.0 / test.latency_factor)
+        formatted_change = "yours is #{formatted_change} slower!!!"
+      end
+      formatted_change = difference + " (#{formatted_change})"
+
+      puts("master: ".rjust(15)     + "#{master_latency}")
+      puts("your branch: ".rjust(15)+ "#{this_latency}")
+      puts("change: ".rjust(15)     + "#{formatted_change}")
+    end
+  end
+end
+
+
+require 'perf_check/server'
+require 'perf_check/test_case'
+require 'perf_check/git'

data/lib/perf_check/git.rb

@@ -0,0 +1,56 @@
+
+class PerfCheck
+  class Git
+    # the branch we are on while loading the script
+    @current_branch = `git rev-parse --abbrev-ref HEAD`.strip
+
+    def self.current_branch
+      @current_branch
+    end
+
+    def self.checkout_reference(reference='master')
+      checkout(reference)
+      at_exit do
+        puts
+        Git.checkout_current_branch
+      end
+    end
+
+    def self.checkout_current_branch
+      checkout(@current_branch)
+    end
+
+    def self.checkout(branch)
+      print "Checking out #{branch}... "
+      `git checkout #{branch} --quiet`
+      puts "Problem with git checkout! Bailing..." and exit(1) unless $?.success?
+    end
+
+    def self.stash_if_needed
+      if anything_to_stash?
+        print("Stashing your changes... ")
+        system('git stash -q >/dev/null')
+        puts("Problem with git stash! Bailing...") and exit(1) unless $?.success?
+        at_exit do
+          Git.pop
+        end
+      end
+    end
+
+    def self.anything_to_stash?
+      git_stash = `git diff`
+      git_stash << `git diff --staged`
+      !git_stash.empty?
+    end
+
+    def self.pop
+      puts("Git stash applying...")
+      system('git stash pop -q')
+      puts("Problem with git stash! Bailing...") and exit(1) unless $?.success?
+    end
+  end
+
+  def self.normalize_resource(resource)
+    resource.sub(/^([^\/])/, '/\1')
+  end
+end

data/lib/perf_check/server.rb

@@ -0,0 +1,117 @@
+
+require 'net/http'
+require 'benchmark'
+require 'ostruct'
+require 'fileutils'
+
+class PerfCheck
+  class Server
+    def self.authorization(&block)
+      define_method(:login, &block)
+    end
+
+    def initialize
+      at_exit do
+        exit
+      end
+    end
+
+    def login(login, route)
+      ''
+    end
+
+    def pid
+      pidfile = 'tmp/pids/server.pid'
+      File.read(pidfile).to_i if File.exists?(pidfile)
+    end
+
+    def mem
+      mem = `ps -o rss= -p #{pid}`.strip.to_f / 1024
+    end
+
+    def prepare_to_profile
+      FileUtils.mkdir_p('tmp/perf_check/miniprofiler')
+      Dir["tmp/perf_check/miniprofiler/*"].each{|x| FileUtils.rm(x) }
+    end
+
+    def latest_profiler_url
+      mp_timer = Dir["tmp/perf_check/miniprofiler/mp_timers_*"].first
+      if "#{mp_timer}" =~ /mp_timers_(\w+)/
+        mp_link = "/mini-profiler-resources/results?id=#{$1}"
+        FileUtils.mkdir_p('tmp/miniprofiler')
+        FileUtils.mv(mp_timer, mp_timer.sub(/^tmp\/perf_check\//, 'tmp/'))
+      end
+      mp_link
+    end
+
+    def profile
+      http = Net::HTTP.new(host, port).tap{ |http| http.read_timeout = 1000 }
+      response = nil
+      prepare_to_profile
+
+      latency = 1000 * Benchmark.measure do
+        http.start
+        response = yield(http)
+        http.finish
+      end.real
+
+      case response.code
+      when '200'
+        Profile.new.tap do |result|
+          result.latency = latency
+          result.profile_url = latest_profiler_url
+          result.response_body = response.body
+        end
+      else
+        raise Server::ApplicationError.new(response) unless response.code == '200'
+      end
+    end
+
+    def exit
+      p = pid
+      if p
+        Process.kill('QUIT', pid)
+        sleep(1.5)
+      end
+    end
+
+    def start
+      system('rails server -b 127.0.0.1 -d -p 3031 >/dev/null')
+      sleep(1.5)
+
+      @running = true
+    end
+
+    def restart
+      if !@running
+        print "starting rails..."
+        start
+      else
+        print "re-starting rails..."
+        exit
+        start
+      end
+    end
+
+    def host
+      "127.0.0.1"
+    end
+
+    def port
+      3031
+    end
+
+    class ApplicationError < Exception
+      def initialize(resp)
+        @response = resp
+      end
+      def code
+        @response.code
+      end
+      def body
+        @response.body
+      end
+    end
+    class Profile < OpenStruct; end
+  end
+end

data/lib/perf_check/test_case.rb

@@ -0,0 +1,73 @@
+# coding: utf-8
+
+class PerfCheck
+  class TestCase
+    attr_accessor :resource, :controller, :action
+    attr_accessor :latencies, :cookie
+    attr_accessor :this_latencies, :reference_latencies
+
+    def initialize(route)
+      params = Rails.application.routes.recognize_path(route)
+
+      self.this_latencies = []
+      self.reference_latencies = []
+      self.latencies = this_latencies
+
+      self.controller = params[:controller].split('/')[-1]
+      self.action = params[:action]
+      self.resource = route
+    end
+
+    def run(server, count)
+      (count+1).times do |i|
+        errors = 0
+        begin
+          profile = server.profile do |http|
+            http.get(resource, {'Cookie' => cookie})
+          end
+        rescue Server::ApplicationError => e
+          File.open("public/perf_check_failed_request.html", 'w') do |error_dump|
+            error_dump.write(e.body)
+          end
+          printf("\tRequest %2i: —— FAILURE (HTTP %s): %s\n",
+                 i, e.code, '/perf_check_failed_request.html')
+          exit(1)
+        end
+
+        # Disregard initial request, since in dev. mode it includes
+        # all the autoload overhead (?)
+        next if i.zero?
+
+        printf("\tRequest %2i: %.1fms\t%4dMB\t%s\n",
+               i, profile.latency, server.mem, profile.profile_url)
+
+        self.latencies << profile.latency
+      end
+      puts
+    end
+
+    def this_latency
+      this_latencies.inject(0.0, :+) / this_latencies.size
+    end
+
+    def reference_latency
+      reference_latencies.inject(0.0, :+) / reference_latencies.size
+    end
+
+    def latency_difference
+      this_latency - reference_latency
+    end
+
+    def latency_factor
+      reference_latency / this_latency
+    end
+
+    def eql?(test)
+      resource == test.resource
+    end
+
+    def hash
+      resource.hash
+    end
+  end
+end

metadata

@@ -0,0 +1,49 @@
+--- !ruby/object:Gem::Specification
+name: perf_check
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- rubytune
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-06-30 00:00:00.000000000 Z
+dependencies: []
+description: 
+email: 
+executables:
+- perf_check
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/perf_check
+- lib/perf_check.rb
+- lib/perf_check/git.rb
+- lib/perf_check/server.rb
+- lib/perf_check/test_case.rb
+homepage: https://github.com/rubytune/perf_check
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: PERF CHECKKK!
+test_files: []