rails-log-sorter 0.1

data/bin/rails-log-sorter

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+
+require "rails-log-sorter"
+
+file = ARGV[0]
+action = ARGV[1]
+limit = (ARGV[2] || 0).to_f
+
+log = RailsLogSorter::Log.new_with_file(file)
+
+reqs = log.find_slowest(action, limit)
+reqs.each {|req|
+  req.lines.each {|line| puts line.original_line}
+  puts ""
+  puts "*" * 50
+  puts ""
+}

data/lib/rails-log-sorter.rb

@@ -0,0 +1,93 @@
+module RailsLogSorter
+  class Log
+    def self.new_with_file(file)
+      new(File.read(file))
+    end
+
+    attr_reader :requests
+
+    def initialize(log)
+      @requests = []
+
+      current_requests = {}
+
+      log.split("\n").each {|line|
+        begin
+        line = Line.new(line)
+
+        request = current_requests[line.pid]
+
+        case line.type
+        when :started
+          current_requests[line.pid] = request = Request.new
+          request.lines << line
+          @requests << request
+        when :processing
+          if request
+            request.action = line.action
+            request.lines << line
+          end
+        when :completed
+          if request
+            request.runtime = line.runtime
+            request.lines << line
+          end
+          current_requests[line.pid] = nil
+        else
+          request.lines << line if request
+        end
+
+        rescue
+          p line
+          raise
+        end
+      }
+    end
+
+    def find(action)
+      @requests.select {|r| r.action == action}
+    end
+
+    def find_slowest(action, limit=5)
+      find(action).sort_by {|r| r.runtime}.reverse[0..(limit - 1)]
+    end
+  end
+
+  class Request
+    attr_accessor :lines, :action, :runtime
+
+    def initialize
+      @lines = []
+    end
+  end
+
+  class Line
+    FORMAT = /\A(?<timestamp>\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}\.\d{3}) \[(?<loglevel>.*)\] (?<message>.*) \(pid:(?<pid>\d+)\)/
+
+    attr_reader :message, :pid, :type, :action, :runtime, :original_line
+
+    def initialize(line)
+      @original_line = line
+      match = line.match(FORMAT)
+      if !match
+        @type = :unknown
+      else
+        @message = match[:message]
+        @pid = match[:pid]
+
+        @type = case @message
+                when /\AStarted (GET|POST|PUT|DELETE)/
+                  :started
+                when /\AProcessing by (\S+) as/
+                  @action = $1
+                  :processing
+                when /Completed \d{3} .* in (\d+\.\d+)ms/
+                  @runtime = $1.to_f
+                  :completed
+                else
+                  :log
+                end
+      end
+    end
+  end
+end

data/test/example.log

@@ -0,0 +1,12 @@
+2014-03-04 10:00:00.100 [INFO ] Started GET "/" for 127.0.0.1 at 2014-03-04 10:26:45 +0100 (pid:1)
+2014-03-04 10:00:00.100 [INFO ] Started GET "/123" for 127.0.0.1 at 2014-03-04 10:26:45 +0100 (pid:2)
+2014-03-04 10:00:00.200 [INFO ] Processing by BlogController#index as HTML (pid:1)
+2014-03-04 10:00:00.200 [INFO ] Processing by BlogController#show as HTML (pid:2)
+2014-03-04 10:00:00.300 [DEBUG ] We are probably serving up some blogs now. (pid:1)
+2014-03-04 10:00:00.300 [DEBUG ] Serving the single blog alright (pid:2)
+2014-03-04 10:00:00.400 [INFO ] Completed 200 OK in 100.2ms (pid:1)
+2014-03-04 10:00:00.400 [INFO ] Completed 200 OK in 200.18ms (pid:2)
+2014-03-04 10:00:00.100 [INFO ] Started GET "/" for 127.0.0.1 at 2014-03-04 10:26:45 +0100 (pid:1)
+2014-03-04 10:00:00.200 [INFO ] Processing by BlogController#index as HTML (pid:1)
+2014-03-04 10:00:00.300 [DEBUG ] We are probably serving up some blogs now. (pid:1)
+2014-03-04 10:00:00.400 [INFO ] Completed 200 OK in 300.3ms (pid:1)

data/test/test_helper.rb

@@ -0,0 +1,3 @@
+require "rails-log-sorter"
+require "minitest/unit"
+require "minitest/autorun"

data/test/test_line.rb

@@ -0,0 +1,50 @@
+require "test_helper"
+
+class TestLine < MiniTest::Unit::TestCase
+  include RailsLogSorter
+
+  def test_started_line
+    line = Line.new('2014-03-04 10:00:00.100 [INFO ] Started GET "/" (pid:1)')
+
+    assert_equal 'Started GET "/"', line.message
+    assert_equal '1', line.pid
+    assert_equal :started, line.type
+  end
+
+  def test_processing_line
+    line = Line.new('2014-03-04 10:00:00.100 [INFO ] Processing by FooController#index as HTML (pid:1)')
+
+    assert_equal '1', line.pid
+    assert_equal :processing, line.type
+    assert_equal "FooController#index", line.action
+  end
+
+  def test_completed_line
+    line = Line.new('2014-03-04 10:00:00.100 [INFO ] Completed 200 OK in 50.1ms (pid:1)')
+
+    assert_equal '1', line.pid
+    assert_equal :completed, line.type
+    assert_equal 50.1, line.runtime
+  end
+
+  def test_completed_line_with_breakdown
+    line = Line.new('2014-03-04 10:26:47.736 [INFO ] Completed 200 OK in 1837.5ms (Views: 1808.8ms | ActiveRecord: 5.1ms) (pid:18269)')
+
+    assert_equal '18269', line.pid
+    assert_equal :completed, line.type
+    assert_equal 1837.5, line.runtime
+  end
+
+  def test_log_line
+    line = Line.new('2014-03-04 10:00:00.100 [INFO ] This is a log (pid:1)')
+
+    assert_equal '1', line.pid
+    assert_equal :log, line.type
+  end
+
+  def test_unknown_line
+    line = Line.new('Connecting to database')
+
+    assert_equal :unknown, line.type
+  end
+end

data/test/test_log.rb

@@ -0,0 +1,32 @@
+require "test_helper"
+
+class TestLog < MiniTest::Unit::TestCase
+  include RailsLogSorter
+
+  def test_parsing_log_file
+    log = Log.new_with_file("test/example.log")
+
+    r1 = log.requests[0]
+    assert_equal "BlogController#index", r1.action
+    assert_equal 100.2, r1.runtime
+
+    r2 = log.requests[1]
+    assert_equal "BlogController#show", r2.action
+    assert_equal 200.18, r2.runtime
+
+    r3 = log.requests[2]
+    assert_equal "BlogController#index", r3.action
+    assert_equal 300.3, r3.runtime
+  end
+
+  def test_find_slowest
+    log = Log.new_with_file("test/example.log")
+
+    slow = log.find_slowest("BlogController#index")
+
+    assert_equal 2, slow.size
+
+    assert_equal 300.3, slow[0].runtime
+    assert_equal 100.2, slow[1].runtime
+  end
+end

metadata

@@ -0,0 +1,57 @@
+--- !ruby/object:Gem::Specification
+name: rails-log-sorter
+version: !ruby/object:Gem::Version
+  version: '0.1'
+  prerelease: 
+platform: ruby
+authors:
+- Harry Vangberg
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-04-15 00:00:00.000000000 Z
+dependencies: []
+description: Sort log files
+email:
+- hv@firmafon.dk
+executables:
+- rails-log-sorter
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/rails-log-sorter.rb
+- test/test_helper.rb
+- test/test_log.rb
+- test/example.log
+- test/test_line.rb
+- bin/rails-log-sorter
+homepage: https://github.com/firmafon/rails-log-sorter
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Sort log files
+test_files:
+- test/test_helper.rb
+- test/test_log.rb
+- test/example.log
+- test/test_line.rb
+has_rdoc: