production_log_analyzer 1.1.0

data/test/test_analyzer.rb

@@ -0,0 +1,183 @@
+#!/usr/local/bin/ruby -w
+
+require 'test/unit'
+
+require 'production_log/analyzer'
+
+class TestEnumerable < Test::Unit::TestCase
+
+    def test_sum
+        assert_equal 45, (1..9).sum
+    end
+
+    def test_average
+        # Ranges don't have a length
+        assert_in_delta 5.0, (1..9).to_a.average, 0.01
+    end
+
+    def test_sample_variance
+        assert_in_delta 6.6666, (1..9).to_a.sample_variance, 0.0001
+    end
+
+    def test_standard_deviation
+        assert_in_delta 2.5819, (1..9).to_a.standard_deviation, 0.0001
+    end
+
+end
+
+class TestSizedList < Test::Unit::TestCase
+
+    def setup
+        @list = SizedList.new 10 do |arr,|
+            arr.delete_at 0
+            true
+        end
+    end
+
+    def test_append
+        assert_equal [], @list.entries
+
+        (1..10).each { |i| @list << i }
+        assert_equal 10, @list.length
+        assert_equal((1..10).to_a, @list.entries)
+
+        @list << 11
+        assert_equal 10, @list.length
+        assert_equal((2..11).to_a, @list.entries)
+    end
+
+end
+
+class TestSlowestTimes < Test::Unit::TestCase
+
+    def setup
+        @list = SlowestTimes.new 10
+    end
+
+    def test_that_it_works
+        expected = []
+
+        10.downto(1) do |i|
+            @list << [i, nil]
+            expected << [i, nil]
+        end
+
+        assert_equal expected, @list.entries
+
+        @list << [11, nil]
+        expected.pop
+        expected.push [11, nil]
+
+        assert_equal 10, @list.length
+        assert_equal expected, @list.entries
+
+        @list << [0, nil]
+
+        assert_equal expected, @list.entries
+    end
+
+end
+
+class TestAnalyzer < Test::Unit::TestCase
+
+    def setup
+        @analyzer = Analyzer.new 'test/test.syslog.log'
+        @analyzer.process
+    end
+
+    def test_logfile_name
+        assert_equal 'test/test.syslog.log', @analyzer.logfile_name
+    end
+
+    def test_process
+        expected_request_times = {
+            "PeopleController#view"     => [1.102098, 0.36021],
+            "ThingsController#view"     => [0.396183, 0.49176, 1.259728],
+            "TeamsController#progress"  => [1.469788, 0.211973],
+            "RssController#uber"        => [0.034519, 0.034519],
+            "PeopleController#progress" => [0.977398, 0]
+        }
+        assert_equal expected_request_times, @analyzer.request_times
+
+        expected_db_times = {
+            "PeopleController#view"     => [0.486258, 0.189119],
+            "ThingsController#view"     => [0.122158, 0.172767, 0.914192],
+            "TeamsController#progress"  => [1.143577, 0.149357],
+            "RssController#uber"        => [0.007962, 0.007962],
+            "PeopleController#progress" => [0.830409, 0]
+        }
+        assert_equal expected_db_times, @analyzer.db_times
+
+        expected_render_times = {
+            "PeopleController#view"     => [0.695476, 0.277921],
+            "ThingsController#view"     => [0.107987, 0.197126, 0.505973],
+            "TeamsController#progress"  => [0, 0],
+            "RssController#uber"        => [0.01177, 0.01177],
+            "PeopleController#progress" => [0.604444, 0]
+        }
+        assert_equal expected_render_times, @analyzer.render_times
+
+#        expected_query_times = {
+#        }
+#        assert_equal expected_query_times, @analyzer.query_times
+    end
+
+    def test_slowest_request_times
+        times = @analyzer.slowest_request_times 3
+        assert_equal 3, times.length
+        expected = [
+            [1.469788, "TeamsController#progress"],
+            [1.259728, "ThingsController#view"],
+            [1.102098, "PeopleController#view"]
+        ]
+        assert_equal expected, times
+    end
+
+    def test_average_request_time
+        assert_in_delta 0.6338176, @analyzer.average_request_time, 0.0000001
+    end
+
+    def test_request_time_std_dev
+        assert_in_delta 0.4975667, @analyzer.request_time_std_dev, 0.0000001
+    end
+
+    def test_slowest_db_times
+        times = @analyzer.slowest_db_times 3
+        assert_equal 3, times.length
+        expected = [
+            [1.143577, "TeamsController#progress"],
+            [0.914192, "ThingsController#view"],
+            [0.830409, "PeopleController#progress"]
+        ]
+        assert_equal expected, times
+    end
+
+    def test_average_db_time
+        assert_in_delta 0.4023761, @analyzer.average_db_time, 0.0000001
+    end
+
+    def test_db_time_std_dev
+        assert_in_delta 0.3941380, @analyzer.db_time_std_dev, 0.0000001
+    end
+
+    def test_slowest_render_times
+        times = @analyzer.slowest_render_times 3
+        assert_equal 3, times.length
+        expected = [
+            [0.695476, "PeopleController#view"],
+            [0.604444, "PeopleController#progress"],
+            [0.505973, "ThingsController#view"]
+        ]
+        assert_equal expected, times
+    end
+
+    def test_average_render_time
+        assert_in_delta 0.3015584, @analyzer.average_render_time, 0.0000001
+    end
+
+    def test_render_time_std_dev
+        assert_in_delta 0.2513925, @analyzer.render_time_std_dev, 0.0000001
+    end
+
+end
+

data/test/test_parser.rb

@@ -0,0 +1,140 @@
+#!/usr/local/bin/ruby -w
+
+$TESTING = true
+
+require 'tempfile'
+require 'test/unit'
+require 'stringio'
+
+require 'production_log/parser'
+
+class TestLogEntry < Test::Unit::TestCase
+
+    def setup
+        @entry = LogParser::LogEntry.new <<EOF
+Processing TwinklerController#index (for 81.109.96.173 at Wed Dec 01 16:01:56 CST 2004)
+Parameters: {\"action\"=>\"index\", \"controller\"=>\"twinkler\"}
+Browser Load First (0.001114)   SELECT * FROM browsers WHERE ubid = 'ixsXHgUo7U9PJGgBzr7e9ocaDOc=' LIMIT 1
+Goal Count (0.001762)   SELECT COUNT(*) FROM goals WHERE browser_id = '96181' and is_active = 1 
+Rendering twinkler/index within layouts/default
+Rendering layouts/default (200 OK)
+Completed in 0.616122 (1 reqs/sec) | Rendering: 0.242475 (39%) | DB: 0.002876 (0%)
+EOF
+    end
+
+    def test_parse
+        request = <<EOF
+Processing RssController#uber (for 67.18.200.5 at Mon Mar 07 00:00:25 CST 2005)
+Parameters: {:id=>"author", :"rss/uber/author.html/uber/author"=>nil, :action=>"uber", :username=>"looch", :controller=>"rss"}
+Cookie set: auth=dc%2FGUP20BwziF%2BApGecc0pXB0PF0obi55az63ubAFtsnOOdJPkhfJH2U09yuzQD3WtdmWnydLzFcRA78kwi7Gw%3D%3D; path=/; expires=Thu, 05 Mar 2015 06:00:25 GMT
+Cookie set: ubid=kF05DqFH%2F9hRCOxTz%2Bfb8Q7UV%2FI%3D; path=/; expires=Thu, 05 Mar 2015 06:00:25 GMT
+Browser Load (0.003963)   SELECT * FROM browsers WHERE ubid = 'kF05DqFH/9hRCOxTz+fb8Q7UV/I=' LIMIT 1
+Person Load (0.002445)   SELECT * FROM people WHERE username = 'looch' AND active = '1' LIMIT 1
+ProfileImage Load (0.001554)   SELECT * FROM profile_images WHERE id = 2782 LIMIT 1
+Rendering rss/rss2.0 (200 OK)
+Completed in 0.034519 (28 reqs/sec) | Rendering: 0.011770 (34%) | DB: 0.007962 (23%)
+EOF
+        request = request.split "\n"
+
+        entry = LogParser::LogEntry.new []
+        
+        entry.parse request
+        assert_kind_of LogParser::LogEntry, entry
+        assert_equal "RssController#uber", entry.page
+        assert_equal 3, entry.queries.length
+        assert_equal ['Browser Load', 0.003963], entry.queries.first
+        assert_equal 0.034519, entry.request_time
+    end
+
+    def test_page
+        assert_equal "TwinklerController#index", @entry.page
+    end
+
+    def test_ip
+        assert_equal "81.109.96.173", @entry.ip
+    end
+
+    def test_time
+        assert_equal "Wed Dec 01 16:01:56 CST 2004", @entry.time
+    end
+
+    def test_queries
+        expected = []
+        expected << ["Browser Load First", 0.001114]
+        expected << ["Goal Count", 0.001762]
+        assert_equal expected, @entry.queries
+    end
+
+    def test_request_time
+        assert_equal 0.616122, @entry.request_time
+
+        @entry = LogParser::LogEntry.new "Processing TwinklerController#add_thing (for 144.164.232.114 at Wed Dec 01 16:01:56 CST 2004)
+Completed in 0.261485 (3 reqs/sec) | DB: 0.009325 (3%)"
+
+        assert_equal 0.261485, @entry.request_time
+    end
+
+    def test_render_time
+        assert_equal 0.242475, @entry.render_time
+
+        @entry = LogParser::LogEntry.new "Processing TwinklerController#add_thing (for 144.164.232.114 at Wed Dec 01 16:01:56 CST 2004)
+Completed in 0.261485 (3 reqs/sec) | DB: 0.009325 (3%)"
+
+        assert_equal 0, @entry.render_time
+    end
+
+    def test_db_time
+        assert_equal 0.002876, @entry.db_time
+    end
+
+end
+
+class TestLogParser <Test::Unit::TestCase
+
+    def test_class_parse
+        log = StringIO.new <<EOF
+Mar  7 00:00:25 online1 rails[59628]: Processing RssController#uber (for 67.18.200.5 at Mon Mar 07 00:00:25 CST 2005)
+Mar  7 00:00:25 online1 rails[59628]: Parameters: {:id=>"author", :"rss/uber/author.html/uber/author"=>nil, :action=>"uber", :username=>"looch", :controller=>"rss"}
+Mar  7 00:00:25 online1 rails[59628]: Cookie set: auth=dc%2FGUP20BwziF%2BApGecc0pXB0PF0obi55az63ubAFtsnOOdJPkhfJH2U09yuzQD3WtdmWnydLzFcRA78kwi7Gw%3D%3D; path=/; expires=Thu, 05 Mar 2015 06:00:25 GMT
+Mar  7 00:00:25 online1 rails[59628]: Cookie set: ubid=kF05DqFH%2F9hRCOxTz%2Bfb8Q7UV%2FI%3D; path=/; expires=Thu, 05 Mar 2015 06:00:25 GMT
+Mar  7 00:00:25 online1 rails[59628]: Browser Load (0.003963)   SELECT * FROM browsers WHERE ubid = 'kF05DqFH/9hRCOxTz+fb8Q7UV/I=' LIMIT 1
+Mar  7 00:00:25 online1 rails[59628]: Person Load (0.002445)   SELECT * FROM people WHERE username = 'looch' AND active = '1' LIMIT 1
+Mar  7 00:00:25 online1 rails[59628]: ProfileImage Load (0.001554)   SELECT * FROM profile_images WHERE id = 2782 LIMIT 1
+Mar  7 00:00:25 online1 rails[59628]: Rendering rss/rss2.0 (200 OK)
+Mar  7 00:00:25 online1 rails[59628]: Completed in 0.034519 (28 reqs/sec) | Rendering: 0.011770 (34%) | DB: 0.007962 (23%)
+EOF
+
+        entries = []
+
+        LogParser.parse log do |entry|
+            entries << entry
+        end
+
+        assert_equal 1, entries.length
+        assert_equal 'RssController#uber', entries.first.page
+    end
+
+    def test_class_parse_multi
+        entries = []
+        File.open 'test/test.syslog.log' do |fp|
+            LogParser.parse fp do |entry|
+                entries << entry
+            end
+        end
+
+        assert_equal 11, entries.length
+        assert_equal 'RssController#uber', entries.first.page
+
+        redirect = entries[5]
+        assert_equal 'TeamsController#progress', redirect.page
+        assert_equal 0, redirect.render_time
+
+        last = entries.last
+        assert_equal 'PeopleController#progress', last.page
+        assert_equal 0, last.request_time
+    end
+
+end
+
+# vim: ts=4 sts=4 sw=4
+

metadata

@@ -0,0 +1,48 @@
+--- !ruby/object:Gem::Specification 
+rubygems_version: 0.8.6
+specification_version: 1
+name: production_log_analyzer
+version: !ruby/object:Gem::Version 
+  version: 1.1.0
+date: 2005-03-30
+summary: Extracts statistics from Rails production logs
+require_paths: 
+  - lib
+email: hodel@robotcoop.com
+homepage: 
+rubyforge_project: 
+description: 
+autorequire: 
+default_executable: pl_analyze
+bindir: bin
+has_rdoc: true
+required_ruby_version: !ruby/object:Gem::Version::Requirement 
+  requirements: 
+    - 
+      - ">"
+      - !ruby/object:Gem::Version 
+        version: 0.0.0
+  version: 
+platform: ruby
+authors: 
+  - Eric Hodel
+files: 
+  - Rakefile
+  - README
+  - LICENSE
+  - Manifest.txt
+  - bin/pl_analyze
+  - lib/production_log/analyzer.rb
+  - lib/production_log/parser.rb
+  - lib/production_log/syslog_logger.rb
+  - test/test.syslog.log
+  - test/test_analyzer.rb
+  - test/test_parser.rb
+test_files: []
+rdoc_options: []
+extra_rdoc_files: []
+executables: 
+  - pl_analyze
+extensions: []
+requirements: []
+dependencies: []