production_log_analyzer 1.3.0 → 1.5.0

data/test/test_parser.rb

@@ -10,8 +10,8 @@ require 'production_log/parser'
 
 class TestLogEntry < Test::Unit::TestCase
 
-    def setup
-        @entry = LogParser::LogEntry.new <<EOF
+  def setup
+    @entry = LogParser::LogEntry.new <<EOF
 Processing TwinklerController#index (for 81.109.96.173 at Wed Dec 01 16:01:56 CST 2004)
 Parameters: {\"action\"=>\"index\", \"controller\"=>\"twinkler\"}
 Browser Load First (0.001114)   SELECT * FROM browsers WHERE ubid = 'ixsXHgUo7U9PJGgBzr7e9ocaDOc=' LIMIT 1
@@ -20,10 +20,10 @@ Rendering twinkler/index within layouts/default
 Rendering layouts/default (200 OK)
 Completed in 0.616122 (1 reqs/sec) | Rendering: 0.242475 (39%) | DB: 0.002876 (0%)
 EOF
-    end
+  end
 
-    def test_parse
-        request = <<EOF
+  def test_parse
+    request = <<EOF
 Processing RssController#uber (for 67.18.200.5 at Mon Mar 07 00:00:25 CST 2005)
 Parameters: {:id=>"author", :"rss/uber/author.html/uber/author"=>nil, :action=>"uber", :username=>"looch", :controller=>"rss"}
 Cookie set: auth=dc%2FGUP20BwziF%2BApGecc0pXB0PF0obi55az63ubAFtsnOOdJPkhfJH2U09yuzQD3WtdmWnydLzFcRA78kwi7Gw%3D%3D; path=/; expires=Thu, 05 Mar 2015 06:00:25 GMT
@@ -34,65 +34,65 @@ ProfileImage Load (0.001554)   SELECT * FROM profile_images WHERE id = 2782 LIMI
 Rendering rss/rss2.0 (200 OK)
 Completed in 0.034519 (28 reqs/sec) | Rendering: 0.011770 (34%) | DB: 0.007962 (23%)
 EOF
-        request = request.split "\n"
-
-        entry = LogParser::LogEntry.new []
-        
-        entry.parse request
-        assert_kind_of LogParser::LogEntry, entry
-        assert_equal "RssController#uber", entry.page
-        assert_equal 3, entry.queries.length
-        assert_equal ['Browser Load', 0.003963], entry.queries.first
-        assert_equal 0.034519, entry.request_time
-    end
+    request = request.split "\n"
 
-    def test_page
-        assert_equal "TwinklerController#index", @entry.page
-    end
+    entry = LogParser::LogEntry.new []
 
-    def test_ip
-        assert_equal "81.109.96.173", @entry.ip
-    end
+    entry.parse request
+    assert_kind_of LogParser::LogEntry, entry
+    assert_equal "RssController#uber", entry.page
+    assert_equal 3, entry.queries.length
+    assert_equal ['Browser Load', 0.003963], entry.queries.first
+    assert_equal 0.034519, entry.request_time
+  end
 
-    def test_time
-        assert_equal "Wed Dec 01 16:01:56 CST 2004", @entry.time
-    end
+  def test_page
+    assert_equal "TwinklerController#index", @entry.page
+  end
 
-    def test_queries
-        expected = []
-        expected << ["Browser Load First", 0.001114]
-        expected << ["Goal Count", 0.001762]
-        assert_equal expected, @entry.queries
-    end
+  def test_ip
+    assert_equal "81.109.96.173", @entry.ip
+  end
+
+  def test_time
+    assert_equal "Wed Dec 01 16:01:56 CST 2004", @entry.time
+  end
 
-    def test_request_time
-        assert_equal 0.616122, @entry.request_time
+  def test_queries
+    expected = []
+    expected << ["Browser Load First", 0.001114]
+    expected << ["Goal Count", 0.001762]
+    assert_equal expected, @entry.queries
+  end
 
-        @entry = LogParser::LogEntry.new "Processing TwinklerController#add_thing (for 144.164.232.114 at Wed Dec 01 16:01:56 CST 2004)
+  def test_request_time
+    assert_equal 0.616122, @entry.request_time
+
+    @entry = LogParser::LogEntry.new "Processing TwinklerController#add_thing (for 144.164.232.114 at Wed Dec 01 16:01:56 CST 2004)
 Completed in 0.261485 (3 reqs/sec) | DB: 0.009325 (3%)"
 
-        assert_equal 0.261485, @entry.request_time
-    end
+    assert_equal 0.261485, @entry.request_time
+  end
 
-    def test_render_time
-        assert_equal 0.242475, @entry.render_time
+  def test_render_time
+    assert_equal 0.242475, @entry.render_time
 
-        @entry = LogParser::LogEntry.new "Processing TwinklerController#add_thing (for 144.164.232.114 at Wed Dec 01 16:01:56 CST 2004)
+    @entry = LogParser::LogEntry.new "Processing TwinklerController#add_thing (for 144.164.232.114 at Wed Dec 01 16:01:56 CST 2004)
 Completed in 0.261485 (3 reqs/sec) | DB: 0.009325 (3%)"
 
-        assert_equal 0, @entry.render_time
-    end
+    assert_equal 0, @entry.render_time
+  end
 
-    def test_db_time
-        assert_equal 0.002876, @entry.db_time
-    end
+  def test_db_time
+    assert_equal 0.002876, @entry.db_time
+  end
 
 end
 
-class TestLogParser <Test::Unit::TestCase
+class TestLogParser < Test::Unit::TestCase
 
-    def test_class_parse
-        log = StringIO.new <<-EOF
+  def test_class_parse
+    log = StringIO.new <<-EOF
 Mar  7 00:00:25 online1 rails[59628]: Processing RssController#uber (for 67.18.200.5 at Mon Mar 07 00:00:25 CST 2005)
 Mar  7 00:00:25 online1 rails[59628]: Parameters: {:id=>"author", :"rss/uber/author.html/uber/author"=>nil, :action=>"uber", :username=>"looch", :controller=>"rss"}
 Mar  7 00:00:25 online1 rails[59628]: Cookie set: auth=dc%2FGUP20BwziF%2BApGecc0pXB0PF0obi55az63ubAFtsnOOdJPkhfJH2U09yuzQD3WtdmWnydLzFcRA78kwi7Gw%3D%3D; path=/; expires=Thu, 05 Mar 2015 06:00:25 GMT
@@ -104,18 +104,18 @@ Mar  7 00:00:25 online1 rails[59628]: Rendering rss/rss2.0 (200 OK)
 Mar  7 00:00:25 online1 rails[59628]: Completed in 0.034519 (28 reqs/sec) | Rendering: 0.011770 (34%) | DB: 0.007962 (23%)
         EOF
 
-        entries = []
+    entries = []
 
-        LogParser.parse log do |entry|
-            entries << entry
-        end
-
-        assert_equal 1, entries.length
-        assert_equal 'RssController#uber', entries.first.page
+    LogParser.parse log do |entry|
+      entries << entry
     end
 
-    def test_class_parse_components
-        log = StringIO.new <<-EOF
+    assert_equal 1, entries.length
+    assert_equal 'RssController#uber', entries.first.page
+  end
+
+  def test_class_parse_components
+    log = StringIO.new <<-EOF
 Jul 11 10:05:20 www rails[61243]: Processing ChatroomsController#launch (for 213.152.37.169 at Mon Jul 11 10:05:20 CDT 2005)
 Jul 11 10:05:20 www rails[61243]: Start rendering component ({:action=>"online_count", :controller=>"members"}):
 Jul 11 10:05:20 www rails[34216]: Processing ChatroomsController#launch (for 213.152.37.169 at Mon Jul 11 10:05:20 CDT 2005)
@@ -136,44 +136,118 @@ Jul 11 10:05:20 www rails[61243]: End of component rendering
 Jul 11 10:05:28 www rails[61243]: Completed in 8.65005 (0 reqs/sec) | Rendering: 8.64820 (99%) | DB: 0.00000 (0%)
         EOF
 
-        entries = []
-        LogParser.parse(log) { |entry| entries << entry }
-
-        assert_equal 3, entries.length
-        assert_equal 'ChatroomsController#launch', entries.first.page
-        assert_equal 8.65005, entries.first.request_time
+    entries = []
+    LogParser.parse(log) { |entry| entries << entry }
+
+    assert_equal 3, entries.length
+    assert_equal 'ChatroomsController#launch', entries.first.page
+    assert_equal 8.65005, entries.first.request_time
+  end
+
+  def test_class_parse_entries_with_pre_processing_garbage
+    log = StringIO.new <<-EOF
+Jan 03 12:51:34 duo2 rails[4347]: Font Load (0.000475)   SELECT * FROM fonts ORDER BY name 
+Jan 03 12:51:34 duo2 rails[4347]: Processing StylesheetsController#show (for 127.0.0.1 at 2007-01-03 12:51:34) [GET]
+Jan 03 12:51:34 duo2 rails[4347]: Parameters: {"action"=>"show", "id"=>"1", "controller"=>"stylesheets"}
+Jan 03 12:51:34 duo2 rails[4347]: Newspaper Load (0.000970)   SELECT newspapers.* FROM newspapers INNER JOIN users ON newspapers.editor_in_chief = users.id WHERE (users.login = 'geoff') LIMIT 1
+Jan 03 12:51:34 duo2 rails[4347]: Layout Load (0.000501)   SELECT * FROM layouts WHERE (layouts.id = 1) LIMIT 1
+Jan 03 12:51:34 duo2 rails[4347]: Completed in 0.00807 (123 reqs/sec) | Rendering: 0.00006 (0%) | DB: 0.00195 (24%) | 200 OK [http://geoff.localhost.com/stylesheets/show/1/styles.css]
+    EOF
+
+    entries = []
+    LogParser.parse(log) { |entry| entries << entry }
+
+    assert_equal 1, entries.length, "Number of entries was incorrect"
+    assert_equal 'StylesheetsController#show', entries.first.page
+    assert_equal 0.00807, entries.first.request_time
+  end
+
+  def test_class_parse_rails_engines_plugin
+    log = StringIO.new <<-EOF
+Jan 03 12:24:21 duo2 rails[4277]: Trying to start engine 'login_engine' from '/Users/topfunky/web/rails/repos/roughunderbelly/vendor/plugins/login_engine'
+Jan 03 12:24:21 duo2 rails[4277]: adding /Users/topfunky/web/rails/repos/roughunderbelly/vendor/plugins/login_engine/lib/login_engine to the load path
+Jan 03 12:24:21 duo2 rails[4277]: adding /Users/topfunky/web/rails/repos/roughunderbelly/vendor/plugins/login_engine/app/views/user_notify to the load path
+Jan 03 12:24:21 duo2 rails[4277]: adding /Users/topfunky/web/rails/repos/roughunderbelly/vendor/plugins/login_engine/app/views/user to the load path
+Jan 03 12:24:21 duo2 rails[4277]: adding /Users/topfunky/web/rails/repos/roughunderbelly/vendor/plugins/login_engine/app/views to the load path
+Jan 03 12:24:21 duo2 rails[4277]: adding /Users/topfunky/web/rails/repos/roughunderbelly/vendor/plugins/login_engine/app/models to the load path
+Jan 03 12:24:21 duo2 rails[4277]: adding /Users/topfunky/web/rails/repos/roughunderbelly/vendor/plugins/login_engine/app/helpers to the load path
+Jan 03 12:24:21 duo2 rails[4277]: adding /Users/topfunky/web/rails/repos/roughunderbelly/vendor/plugins/login_engine/app/controllers to the load path
+Jan 03 12:24:21 duo2 rails[4277]: Attempting to copy public engine files from '/Users/topfunky/web/rails/repos/roughunderbelly/config/../vendor/plugins/login_engine/public'
+Jan 03 12:24:21 duo2 rails[4277]: source dirs: ["/Users/topfunky/web/rails/repos/roughunderbelly/config/../vendor/plugins/login_engine/public/stylesheets"]
+Jan 03 12:24:22 duo2 rails[4277]: finally loading from application: 'exception_notifier.rb'
+Jan 03 12:24:22 duo2 rails[4277]: requiring file 'exception_notifier_helper'
+Jan 03 12:24:22 duo2 rails[4277]: checking 'login_engine' for /Users/topfunky/web/rails/repos/roughunderbelly/config/../vendor/plugins/login_engine/exception_notifier_helper.rb
+Jan 03 12:24:22 duo2 rails[4277]: finally loading from application: 'exception_notifier_helper.rb'
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: '/Users/topfunky/web/rails/repos/roughunderbelly/config/../app/controllers/application.rb'
+Jan 03 12:24:23 duo2 rails[4277]: requiring file 'application_helper'
+Jan 03 12:24:23 duo2 rails[4277]: checking 'login_engine' for /Users/topfunky/web/rails/repos/roughunderbelly/config/../vendor/plugins/login_engine/application_helper.rb
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: 'application_helper.rb'
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: 'exception_notifiable.rb'
+Jan 03 12:24:23 duo2 rails[4277]: requiring file 'user_helper'
+Jan 03 12:24:23 duo2 rails[4277]: checking 'login_engine' for /Users/topfunky/web/rails/repos/roughunderbelly/config/../vendor/plugins/login_engine/user_helper.rb
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: 'user_helper.rb'
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: 'user.rb'
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: 'task.rb'
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: 'client.rb'
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: 'email.rb'
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: 'worth.rb'
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: 'column_pref.rb'
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: 'timer.rb'
+Jan 03 12:24:23 duo2 rails[4277]: requiring file '/Users/topfunky/web/rails/repos/roughunderbelly/config/../app/controllers/tasks_controller.rb'
+Jan 03 12:24:23 duo2 rails[4277]: detected RAILS_ROOT, rewriting to 'app/controllers/tasks_controller.rb'
+Jan 03 12:24:23 duo2 rails[4277]: checking 'login_engine' for /Users/topfunky/web/rails/repos/roughunderbelly/config/../vendor/plugins/login_engine/app/controllers/tasks_controller.rb
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: '/Users/topfunky/web/rails/repos/roughunderbelly/config/../app/controllers/tasks_controller.rb'
+Jan 03 12:24:23 duo2 rails[4277]: requiring file 'tasks_helper'
+Jan 03 12:24:23 duo2 rails[4277]: checking 'login_engine' for /Users/topfunky/web/rails/repos/roughunderbelly/config/../vendor/plugins/login_engine/tasks_helper.rb
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: 'tasks_helper.rb'
+Jan 03 12:24:23 duo2 rails[4277]: requiring file 'sparklines_helper'
+Jan 03 12:24:23 duo2 rails[4277]: checking 'login_engine' for /Users/topfunky/web/rails/repos/roughunderbelly/config/../vendor/plugins/login_engine/sparklines_helper.rb
+Jan 03 12:24:23 duo2 rails[4277]: finally loading from application: 'sparklines_helper.rb'
+Jan 03 12:24:24 duo2 rails[4277]: SQL (0.000072)   BEGIN
+Jan 03 12:24:24 duo2 rails[4277]: SQL (0.000240)   INSERT INTO sessions (`updated_at`, `session_id`, `data`) VALUES('2007-01-03 20:24:24', 'bdbb75323d5da69f707d5576e907706e', 'BAh7AA==\n')
+Jan 03 12:24:24 duo2 rails[4277]: SQL (0.000400)   COMMIT
+Jan 03 12:24:24 duo2 rails[4277]: Processing TasksController#index (for 127.0.0.1 at 2007-01-03 12:24:24) [GET]
+Jan 03 12:24:24 duo2 rails[4277]: Parameters: {"action"=>"index", "controller"=>"tasks"}
+Jan 03 12:24:24 duo2 rails[4277]: Redirected to http://localhost:3000/tasks/list
+Jan 03 12:24:24 duo2 rails[4277]: Completed in 0.00112 (896 reqs/sec) | DB: 0.00071 (63%) | 302 Found [http://localhost/]
+    EOF
+
+    entries = []
+    LogParser.parse(log) { |entry| entries << entry }
+
+    assert_equal 1, entries.length, "The number of entries was incorrect"
+    assert_equal 'TasksController#index', entries.first.page
+    assert_equal 0.00112, entries.first.request_time
+  end
+
+  def test_class_parse_multi
+    entries = []
+    File.open 'test/test.syslog.log' do |fp|
+      LogParser.parse fp do |entry|
+        entries << entry
+      end
     end
 
-    def test_class_parse_multi
-        entries = []
-        File.open 'test/test.syslog.log' do |fp|
-            LogParser.parse fp do |entry|
-                entries << entry
-            end
-        end
-
-        assert_equal 11, entries.length
-        assert_equal 'RssController#uber', entries.first.page
+    assert_equal 12, entries.length
+    assert_equal 'RssController#uber', entries.first.page
 
-        redirect = entries[5]
-        assert_equal 'TeamsController#progress', redirect.page
-        assert_equal 0, redirect.render_time
+    redirect = entries[5]
+    assert_equal 'TeamsController#progress', redirect.page
+    assert_equal 0, redirect.render_time
 
-        last = entries.last
-        assert_equal 'PeopleController#progress', last.page
-        assert_equal 0, last.request_time
-    end
+    last = entries.last
+    assert_equal 'PeopleController#progress', last.page
+    assert_equal 0, last.request_time
+  end
 
-    def test_class_parse_0_14_x
-        entries = []
-        File.open 'test/test.syslog.0.14.x.log' do |fp|
-            LogParser.parse fp do |entry|
-                entries << entry
-            end
-        end
+  def test_class_parse_0_14_x
+    entries = []
+    File.open 'test/test.syslog.0.14.x.log' do |fp|
+      LogParser.parse fp do |entry|
+        entries << entry
+      end
     end
+  end
 
 end
 
-# vim: ts=4 sts=4 sw=4
-

metadata

@@ -1,64 +1,84 @@
 --- !ruby/object:Gem::Specification 
-rubygems_version: 0.8.11
+rubygems_version: 0.9.2
 specification_version: 1
 name: production_log_analyzer
 version: !ruby/object:Gem::Version 
-  version: 1.3.0
-date: 2005-11-08 00:00:00 -08:00
-summary: Extracts statistics from Rails production logs
+  version: 1.5.0
+date: 2007-05-16 00:00:00 -07:00
+summary: production_log_analyzer lets you find out which actions on a Rails site are slowing you down.
 require_paths: 
-  - lib
-email: hodel@robotcoop.com
-homepage: 
-rubyforge_project: 
-description: 
+- lib
+email: drbrain@segment7.net
+homepage: http://seattlerb.rubyforge.org/production_log_analyzer
+rubyforge_project: seattlerb
+description: production_log_analyzer provides three tools to analyze log files created by SyslogLogger.  pl_analyze for getting daily reports, action_grep for pulling log lines for a single action and action_errors to summarize errors with counts.
 autorequire: 
-default_executable: pl_analyze
+default_executable: 
 bindir: bin
 has_rdoc: true
 required_ruby_version: !ruby/object:Gem::Version::Requirement 
   requirements: 
-    - 
-      - ">"
-      - !ruby/object:Gem::Version 
-        version: 0.0.0
+  - - ">"
+    - !ruby/object:Gem::Version 
+      version: 0.0.0
   version: 
 platform: ruby
 signing_key: 
 cert_chain: 
+post_install_message: 
 authors: 
-  - Eric Hodel
+- Eric Hodel
 files: 
-  - Rakefile
-  - README
-  - LICENSE
-  - Manifest.txt
-  - bin/action_grep
-  - bin/pl_analyze
-  - lib/production_log/action_grep.rb
-  - lib/production_log/analyzer.rb
-  - lib/production_log/parser.rb
-  - test/test.syslog.0.14.x.log
-  - test/test.syslog.log
-  - test/test_action_grep.rb
-  - test/test_analyzer.rb
-  - test/test_parser.rb
-test_files: []
+- History.txt
+- LICENSE.txt
+- Manifest.txt
+- README.txt
+- Rakefile
+- bin/action_errors
+- bin/action_grep
+- bin/pl_analyze
+- lib/production_log/action_grep.rb
+- lib/production_log/analyzer.rb
+- lib/production_log/parser.rb
+- test/test.syslog.0.14.x.log
+- test/test.syslog.1.2.shortname.log
+- test/test.syslog.empty.log
+- test/test.syslog.log
+- test/test_action_grep.rb
+- test/test_analyzer.rb
+- test/test_parser.rb
+test_files: 
+- test/test_action_grep.rb
+- test/test_analyzer.rb
+- test/test_parser.rb
 rdoc_options: []
+
 extra_rdoc_files: []
+
 executables: 
-  - pl_analyze
-  - action_grep
+- action_errors
+- action_grep
+- pl_analyze
 extensions: []
+
 requirements: []
+
 dependencies: 
-  - !ruby/object:Gem::Dependency 
-    name: rails_analyzer_tools
-    version_requirement: 
-    version_requirements: !ruby/object:Gem::Version::Requirement 
-      requirements: 
-        - 
-          - ">="
-          - !ruby/object:Gem::Version 
-            version: 1.1.0
-      version: 
+- !ruby/object:Gem::Dependency 
+  name: rails_analyzer_tools
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.4.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.2.0
+    version: