oink 0.1.2 → 0.9.1

data/lib/oink/active_record_instantiation_reporter.rb

@@ -1,68 +0,0 @@
-require "date"
-require "oink/base"
-require "oink/oinked_request/oinked_ar_request"
-require "oink/priority_queue"
-
-module Oink
-
-  class ActiveRecordInstantiationReporter < Base
-  
-    def print(output)
-      output.puts "---- OINK FOR ACTIVERECORD ----"
-      output.puts "THRESHOLD: #{@threshold} Active Record objects per request\n"
-    
-      output.puts "\n-- REQUESTS --\n" if @format == :verbose
-    
-      @inputs.each do |input|
-        input.each_line do |line|
-          line = line.strip
-          
-           # Skip this line since we're only interested in the Hodel 3000 compliant lines
-          next unless line =~ HODEL_LOG_FORMAT_REGEX
-
-          if line =~ /rails\[(\d+)\]/
-            pid = $1
-            @pids[pid] ||= { :buffer => [], :ar_count => -1, :action => "", :request_finished => true }
-            @pids[pid][:buffer] << line
-          end
-
-          if line =~ /Processing ((\w+)#(\w+)) /
-
-            @pids[pid][:action] = $1
-            unless @pids[pid][:request_finished]
-              @pids[pid][:buffer] = [line]
-            end
-            @pids[pid][:request_finished] = false
-      
-          elsif line =~ /Instantiation Breakdown: Total: (\d+)/
-
-            @pids[pid][:ar_count] = $1.to_i
-      
-          elsif line =~ /Completed in/
-
-            if @pids[pid][:ar_count] > @threshold
-              @bad_actions[@pids[pid][:action]] ||= 0
-              @bad_actions[@pids[pid][:action]] = @bad_actions[@pids[pid][:action]] + 1
-              date = HODEL_LOG_FORMAT_REGEX.match(line).captures[0]
-              @bad_requests.push(OinkedARRequest.new(@pids[pid][:action], date, @pids[pid][:buffer], @pids[pid][:ar_count]))
-              if @format == :verbose
-                @pids[pid][:buffer].each { |b| output.puts b } 
-                output.puts "---------------------------------------------------------------------"
-              end
-            end
-          
-            @pids[pid][:request_finished] = true
-            @pids[pid][:buffer] = []
-            @pids[pid][:ar_count] = -1
-        
-          end # end elsif
-        end # end each_line
-      end # end each input
-
-      print_summary(output)
-    
-    end
-
-  end
-  
-end

data/lib/oink/base.rb

@@ -1,40 +0,0 @@
-module Oink
-
-  class Base
-
-    VERSION = '0.1.2'
-    FORMATS = %w[verbose short-summary summary]
-    FORMAT_ALIASES = { "v" => "verbose", "ss" => "short-summary", "s" => "summary" }
-    HODEL_LOG_FORMAT_REGEX = /^(\w+ \d{2} \d{2}:\d{2}:\d{2})/
-
-    def initialize(input, threshold, options = {})
-      @inputs = Array(input)
-      @threshold = threshold
-      @format = options[:format] || :short_summary
-  
-      @pids = {}
-      @bad_actions = {}
-      @bad_requests = PriorityQueue.new(10)
-    end
-
-  protected
-
-    def print_summary(output)
-      output.puts "\n-- SUMMARY --\n"
-      output.puts "Worst Requests:"
-      @bad_requests.each_with_index do |offender, index|
-        output.puts "#{index + 1}. #{offender.datetime}, #{offender.display_oink_number}, #{offender.action}"
-        if @format == :summary
-          offender.log_lines.each { |b| output.puts b } 
-          output.puts "---------------------------------------------------------------------"
-        end
-      end
-      output.puts "\nWorst Actions:"
-      @bad_actions.sort{|a,b| b[1]<=>a[1]}.each { |elem|
-        output.puts "#{elem[1]}, #{elem[0]}"
-      }
-    end
-
-  end
-  
-end

data/lib/oink/memory_usage_reporter.rb

@@ -1,72 +0,0 @@
-require "date"
-require "oink/base"
-require "oink/oinked_request/oinked_memory_request"
-require "oink/priority_queue"
-
-module Oink
-
-  class MemoryUsageReporter < Base
-    def print(output)
-      output.puts "---- MEMORY THRESHOLD ----"
-      output.puts "THRESHOLD: #{@threshold/1024} MB\n"
-    
-      output.puts "\n-- REQUESTS --\n" if @format == :verbose
-    
-      @inputs.each do |input|
-        input.each_line do |line|
-          line = line.strip
-          
-           # Skip this line since we're only interested in the Hodel 3000 compliant lines
-          next unless line =~ HODEL_LOG_FORMAT_REGEX
-
-          if line =~ /rails\[(\d+)\]/
-            pid = $1
-            @pids[pid] ||= { :buffer => [], :last_memory_reading => -1, :current_memory_reading => -1, :action => "", :request_finished => true }
-            @pids[pid][:buffer] << line
-          end
-
-          if line =~ /Processing ((\w+)#(\w+)) /
-      
-            unless @pids[pid][:request_finished]
-              @pids[pid][:last_memory_reading] = -1
-            end
-            @pids[pid][:action] = $1
-            @pids[pid][:request_finished] = false
-      
-          elsif line =~ /Memory usage: (\d+) /
-      
-            memory_reading = $1.to_i
-            @pids[pid][:current_memory_reading] = memory_reading
-      
-          elsif line =~ /Completed in/
-        
-            @pids[pid][:request_finished] = true
-            unless @pids[pid][:current_memory_reading] == -1 || @pids[pid][:last_memory_reading] == -1
-              memory_diff = @pids[pid][:current_memory_reading] - @pids[pid][:last_memory_reading]
-              if memory_diff > @threshold
-                @bad_actions[@pids[pid][:action]] ||= 0
-                @bad_actions[@pids[pid][:action]] = @bad_actions[@pids[pid][:action]] + 1
-                date = HODEL_LOG_FORMAT_REGEX.match(line).captures[0]
-                @bad_requests.push(OinkedMemoryRequest.new(@pids[pid][:action], date, @pids[pid][:buffer], memory_diff))
-                if @format == :verbose
-                  @pids[pid][:buffer].each { |b| output.puts b } 
-                  output.puts "---------------------------------------------------------------------"
-                end
-              end
-            end
-          
-            @pids[pid][:buffer] = []
-            @pids[pid][:last_memory_reading] = @pids[pid][:current_memory_reading]
-            @pids[pid][:current_memory_reading] = -1
-        
-          end # end elsif
-        end # end each_line
-      end # end each input
-
-      print_summary(output)
-    
-    end
-
-  end
-  
-end

data/lib/oink/oinked_request/oinked_ar_request.rb

@@ -1,9 +0,0 @@
-require "oink/oinked_request/oinked_request"
-
-class OinkedARRequest < OinkedRequest
-  
-  def display_oink_number
-    @oink_number
-  end
-  
-end

data/lib/oink/oinked_request/oinked_memory_request.rb

@@ -1,9 +0,0 @@
-require "oink/oinked_request/oinked_request"
-
-class OinkedMemoryRequest < OinkedRequest
-  
-  def display_oink_number
-    "#{@oink_number} KB"
-  end
-  
-end

data/lib/oink/oinked_request/oinked_request.rb

@@ -1,16 +0,0 @@
-class OinkedRequest
-  include Comparable
-
-  attr_accessor :action, :datetime, :log_lines, :oink_number
-
-  def initialize(action, datetime, log_lines, oink_number)
-    @action = action
-    @datetime = datetime
-    @log_lines = log_lines
-    @oink_number = oink_number
-  end
-  
-  def <=>(other)
-    self.oink_number <=> other.oink_number
-  end
-end

data/lib/oink/priority_queue.rb

@@ -1,37 +0,0 @@
-class PriorityQueue
-  
-  include Enumerable
-  
-  def initialize(size)
-    @size = size
-    @queue = []
-  end
-  
-  def push(item)
-    if @queue.size < @size
-      @queue << item
-    elsif item > @queue.last
-      @queue[@size - 1] = item
-    end
-    prioritize
-  end
-  
-  def to_a
-    @queue
-  end
-  
-  def size
-    @queue.size
-  end
-  
-  def each
-    @queue.each { |i| yield i }
-  end
-  
-protected
-
-  def prioritize
-    @queue.sort! { |a, b| b <=> a }
-  end
-  
-end

data/spec/oink/active_record_instantiation_reporter_spec.rb

@@ -1,191 +0,0 @@
-require File.expand_path(File.dirname(__FILE__) + "/../spec_helper")
-
-describe Oink::ActiveRecordInstantiationReporter do
-
-  describe "short summary with frequent offenders" do
-  
-    it "should report actions which exceed the threshold once" do
-      str = <<-STR
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Users#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 51 | User: 51
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      STR
-  
-      io = StringIO.new(str)
-      output = PsuedoOutput.new
-      Oink::ActiveRecordInstantiationReporter.new(io, 50).print(output)
-      output.should include("1, Users#show")
-    end
-    
-    it "should not report actions which do not exceed the threshold" do
-      str = <<-STR
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Users#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 50 | User: 50
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      STR
-
-      io = StringIO.new(str)
-      output = PsuedoOutput.new
-      Oink::ActiveRecordInstantiationReporter.new(io, 50).print(output)
-      output.should_not include("1, Users#show")
-    end
-
-    it "should report actions which exceed the threshold multiple times" do
-      str = <<-STR
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Users#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 51 | User: 51
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Users#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 51 | User: 51
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      STR
-  
-      io = StringIO.new(str)
-      output = PsuedoOutput.new
-      Oink::ActiveRecordInstantiationReporter.new(io, 50).print(output)
-      output.should include("2, Users#show")
-    end
-
-    it "should order actions by most exceeded" do
-      str = <<-STR
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Media#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 51 | User: 51
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Media#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 51 | User: 51
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Users#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 51 | User: 51
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      STR
-
-      io = StringIO.new(str)
-      output = PsuedoOutput.new
-      Oink::ActiveRecordInstantiationReporter.new(io, 50).print(output)
-      output[-2].should == "2, Media#show"
-      output[-1].should == "1, Users#show"
-    end
-    
-    it "should not be bothered by incomplete requests" do
-      str = <<-STR
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Media#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 24 | User: 24
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Media#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Users#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 51 | User: 51
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      STR
-  
-      io = StringIO.new(str)
-      output = PsuedoOutput.new
-      Oink::ActiveRecordInstantiationReporter.new(io, 50).print(output)
-      output.should include("1, Users#show")
-    end    
-    
-  end
-
-  describe "summary with top 10 offenses" do
-    
-    it "should only report requests over threshold" do
-      str = <<-STR
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Users#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 51 | User: 51
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      STR
-    
-      io = StringIO.new(str)
-      output = PsuedoOutput.new
-      Oink::ActiveRecordInstantiationReporter.new(io, 50).print(output)
-      output.should include("1. Feb 01 01:58:31, 51, Users#show")
-    end
-    
-    it "should not include requests which are not over threshold" do
-      str = <<-STR
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Users#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 50 | User: 50
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      STR
-      
-      io = StringIO.new(str)
-      output = PsuedoOutput.new
-      Oink::ActiveRecordInstantiationReporter.new(io, 50).print(output)
-      output.should_not include("1. Feb 01 01:58:31, 50, Users#show")
-    end
-    
-    it "should order offenses from biggest to smallest" do
-      str = <<-STR
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing DetailsController#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 75 | User: 75
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      Feb 01 01:58:32 ey04-s00297 rails[4413]: Processing MediaController#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:33 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 100 | User: 100
-      Feb 01 01:58:34 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      STR
-      
-      io = StringIO.new(str)
-      output = PsuedoOutput.new
-      Oink::ActiveRecordInstantiationReporter.new(io, 50).print(output)
-      output[4].should == "1. Feb 01 01:58:34, 100, MediaController#show"
-      output[5].should == "2. Feb 01 01:58:31, 75, DetailsController#show"
-    end
-    
-  end
-
-  describe "verbose format" do
-    it "should print the full lines of actions exceeding the threshold" do
-      str = <<-STR
-      Feb 01 01:58:32 ey04-s00297 rails[4413]: Processing MediaController#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:33 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 100 | User: 100
-      Feb 01 01:58:34 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      STR
-      io = StringIO.new(str)
-      output = PsuedoOutput.new
-      Oink::ActiveRecordInstantiationReporter.new(io, 50, :format => :verbose).print(output)
-      output[3..5].should == str.split("\n")[0..2].map { |o| o.strip }
-    end
-    
-    it "should handle actions which do not complete properly" do
-      str = <<-STR
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Media#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 24 | User: 24
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Media#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:29 ey04-s00297 rails[4413]: Processing Users#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:30 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 51 | User: 51
-      Feb 01 01:58:31 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      STR
-      
-      io = StringIO.new(str)
-      output = PsuedoOutput.new
-      Oink::ActiveRecordInstantiationReporter.new(io, 50, :format => :verbose).print(output)
-      output[3..5].should == str.split("\n")[4..6].map { |o| o.strip }
-    end
-  end
-
-  describe "multiple io streams" do
-    it "should accept multiple files" do
-
-      str1 = <<-STR
-      Feb 01 01:58:32 ey04-s00297 rails[4413]: Processing MediaController#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:33 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 100 | User: 100
-      Feb 01 01:58:34 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK  
-      STR
-
-      str2 = <<-STR
-      Feb 01 01:58:32 ey04-s00297 rails[4413]: Processing MediaController#show (for 92.84.151.171 at 2009-02-01 01:58:29) [GET]
-      Feb 01 01:58:33 ey04-s00297 rails[4413]: Instantiation Breakdown: Total: 100 | User: 100
-      Feb 01 01:58:34 ey04-s00297 rails[4413]: Completed in 984ms (View: 840, DB: 4) | 200 OK
-      STR
-
-      io1 = StringIO.new(str1)
-      io2 = StringIO.new(str2)
-      output = PsuedoOutput.new
-      Oink::ActiveRecordInstantiationReporter.new([io1, io2], 50).print(output)
-      output.should include("2, MediaController#show")
-    end
-
-  end
-
-
-end